[ 527.549197] env[65923]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65923) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.549563] env[65923]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65923) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.549759] env[65923]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65923) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 527.550108] env[65923]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 527.667329] env[65923]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65923) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 527.676880] env[65923]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65923) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 527.722579] env[65923]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 528.286486] env[65923]: INFO nova.virt.driver [None req-46129ccc-2fdc-47e0-9a86-460f4237405e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 528.360125] env[65923]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 528.360306] env[65923]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 528.360388] env[65923]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65923) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 531.569062] env[65923]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-27830882-1237-48ca-8dbc-63f0a2d2e1cb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.585752] env[65923]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65923) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 531.587029] env[65923]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-8760ef90-46be-4feb-9a6a-f58791b1509d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.622542] env[65923]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 43278. [ 531.623019] env[65923]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.263s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.623761] env[65923]: INFO nova.virt.vmwareapi.driver [None req-46129ccc-2fdc-47e0-9a86-460f4237405e None None] VMware vCenter version: 7.0.3 [ 531.627510] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f096099c-23e0-4255-8e83-2e6eeb343e5e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.647656] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8082f9-511f-4beb-ad67-47054c364630 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.654975] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d562cb-aa69-4404-b713-562a4eee7509 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.662284] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61611844-4ca1-4c2c-a027-5367b75f33b6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.678019] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66099d95-c219-4f10-93fa-9492c6f7314a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.683298] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ca405f-84bf-41b7-8737-22c00cb44091 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.714228] env[65923]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-87e9e054-ac0b-4736-a0cc-7f1d0df324a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.720603] env[65923]: DEBUG nova.virt.vmwareapi.driver [None req-46129ccc-2fdc-47e0-9a86-460f4237405e None None] Extension org.openstack.compute already exists. {{(pid=65923) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 531.723395] env[65923]: INFO nova.compute.provider_config [None req-46129ccc-2fdc-47e0-9a86-460f4237405e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 532.226997] env[65923]: DEBUG nova.context [None req-46129ccc-2fdc-47e0-9a86-460f4237405e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),cb83fc1d-ab68-43ed-b6f6-e9a16173b385(cell1) {{(pid=65923) load_cells /opt/stack/nova/nova/context.py:472}} [ 532.227322] env[65923]: INFO nova.utils [None req-46129ccc-2fdc-47e0-9a86-460f4237405e None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 532.229363] env[65923]: DEBUG oslo_concurrency.lockutils [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.229575] env[65923]: DEBUG oslo_concurrency.lockutils [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.230372] env[65923]: DEBUG oslo_concurrency.lockutils [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.230824] env[65923]: DEBUG oslo_concurrency.lockutils [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Acquiring lock "cb83fc1d-ab68-43ed-b6f6-e9a16173b385" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.231040] env[65923]: DEBUG oslo_concurrency.lockutils [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Lock "cb83fc1d-ab68-43ed-b6f6-e9a16173b385" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.232118] env[65923]: DEBUG oslo_concurrency.lockutils [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Lock "cb83fc1d-ab68-43ed-b6f6-e9a16173b385" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 532.254148] env[65923]: INFO dbcounter [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Registered counter for database nova_cell0 [ 532.262753] env[65923]: INFO dbcounter [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Registered counter for database nova_cell1 [ 532.266208] env[65923]: DEBUG oslo_db.sqlalchemy.engines [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65923) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 532.266589] env[65923]: DEBUG oslo_db.sqlalchemy.engines [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65923) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 532.271547] env[65923]: ERROR nova.db.main.api [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 532.271547] env[65923]: func(*args, **kwargs) [ 532.271547] env[65923]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 532.271547] env[65923]: self.work.run() [ 532.271547] env[65923]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 532.271547] env[65923]: result = self.fn(*self.args, **self.kwargs) [ 532.271547] env[65923]: File "/opt/stack/nova/nova/utils.py", line 617, in context_wrapper [ 532.271547] env[65923]: return func(*args, **kwargs) [ 532.271547] env[65923]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 532.271547] env[65923]: result = fn(*args, **kwargs) [ 532.271547] env[65923]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 532.271547] env[65923]: return f(*args, **kwargs) [ 532.271547] env[65923]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 532.271547] env[65923]: return db.service_get_minimum_version(context, binaries) [ 532.271547] env[65923]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 532.271547] env[65923]: _check_db_access() [ 532.271547] env[65923]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 532.271547] env[65923]: stacktrace = ''.join(traceback.format_stack()) [ 532.271547] env[65923]: [ 532.272743] env[65923]: ERROR nova.db.main.api [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 532.272743] env[65923]: func(*args, **kwargs) [ 532.272743] env[65923]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 532.272743] env[65923]: self.work.run() [ 532.272743] env[65923]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 532.272743] env[65923]: result = self.fn(*self.args, **self.kwargs) [ 532.272743] env[65923]: File "/opt/stack/nova/nova/utils.py", line 617, in context_wrapper [ 532.272743] env[65923]: return func(*args, **kwargs) [ 532.272743] env[65923]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 532.272743] env[65923]: result = fn(*args, **kwargs) [ 532.272743] env[65923]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 532.272743] env[65923]: return f(*args, **kwargs) [ 532.272743] env[65923]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 532.272743] env[65923]: return db.service_get_minimum_version(context, binaries) [ 532.272743] env[65923]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 532.272743] env[65923]: _check_db_access() [ 532.272743] env[65923]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 532.272743] env[65923]: stacktrace = ''.join(traceback.format_stack()) [ 532.272743] env[65923]: [ 532.273497] env[65923]: WARNING nova.objects.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 532.273497] env[65923]: WARNING nova.objects.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Failed to get minimum service version for cell cb83fc1d-ab68-43ed-b6f6-e9a16173b385 [ 532.273857] env[65923]: DEBUG oslo_concurrency.lockutils [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Acquiring lock "singleton_lock" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.274017] env[65923]: DEBUG oslo_concurrency.lockutils [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Acquired lock "singleton_lock" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.274261] env[65923]: DEBUG oslo_concurrency.lockutils [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Releasing lock "singleton_lock" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.274573] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Full set of CONF: {{(pid=65923) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 532.274738] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ******************************************************************************** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 532.274869] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] Configuration options gathered from: {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 532.274996] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 532.275213] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 532.275342] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ================================================================================ {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 532.275545] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] allow_resize_to_same_host = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.275704] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] arq_binding_timeout = 300 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.275824] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] backdoor_port = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.275938] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] backdoor_socket = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.276150] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] block_device_allocate_retries = 60 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.276346] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] block_device_allocate_retries_interval = 3 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.276504] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cell_worker_thread_pool_size = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.276663] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cert = self.pem {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.276819] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.276980] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute_monitors = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.277159] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] config_dir = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.277325] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] config_drive_format = iso9660 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.277454] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.277651] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] config_source = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.277819] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] console_host = devstack {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.277975] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] control_exchange = nova {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.278142] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cpu_allocation_ratio = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.278298] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] daemon = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.278454] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] debug = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.278633] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] default_access_ip_network_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.278814] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] default_availability_zone = nova {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.278991] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] default_ephemeral_format = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.279192] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] default_green_pool_size = 1000 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.279422] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.279580] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] default_schedule_zone = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.279734] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] default_thread_pool_size = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.279883] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] disk_allocation_ratio = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.280047] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] enable_new_services = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.280203] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] flat_injected = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.280382] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] force_config_drive = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.280551] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] force_raw_images = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.280712] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] graceful_shutdown_timeout = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.280871] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] heal_instance_info_cache_interval = -1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.281105] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] host = cpu-1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.281277] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.281433] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.281583] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.281820] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.281993] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] instance_build_timeout = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.282159] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] instance_delete_interval = 300 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.282321] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] instance_format = [instance: %(uuid)s] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.282479] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] instance_name_template = instance-%08x {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.282633] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] instance_usage_audit = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.282796] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] instance_usage_audit_period = month {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.282977] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.283163] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.283401] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] internal_service_availability_zone = internal {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.283572] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] key = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.283729] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] live_migration_retry_count = 30 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.283891] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] log_color = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.284068] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] log_config_append = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.284231] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.284385] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] log_dir = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.284532] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] log_file = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.284651] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] log_options = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.284833] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] log_rotate_interval = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.285007] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] log_rotate_interval_type = days {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.285177] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] log_rotation_type = none {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.285325] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.285443] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.285615] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.285780] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.285924] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.286093] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] long_rpc_timeout = 1800 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.286282] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] max_concurrent_builds = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.286402] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] max_concurrent_live_migrations = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.286550] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] max_concurrent_snapshots = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.286696] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] max_local_block_devices = 3 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.286841] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] max_logfile_count = 30 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.286986] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] max_logfile_size_mb = 200 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.287149] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] maximum_instance_delete_attempts = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.287296] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] migrate_max_retries = -1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.287483] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] mkisofs_cmd = genisoimage {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.287691] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.287816] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] my_ip = 10.180.1.21 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.288017] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.288183] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] network_allocate_retries = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.288353] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.288511] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] osapi_compute_unique_server_name_scope = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.288662] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] password_length = 12 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.288847] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] periodic_enable = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.289035] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] periodic_fuzzy_delay = 60 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.289183] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] pointer_model = usbtablet {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.289346] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] preallocate_images = none {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.289491] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] publish_errors = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.289612] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] pybasedir = /opt/stack/nova {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.289757] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ram_allocation_ratio = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.289905] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] rate_limit_burst = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.290073] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] rate_limit_except_level = CRITICAL {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.290271] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] rate_limit_interval = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.290431] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] reboot_timeout = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.290582] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] reclaim_instance_interval = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.290729] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] record = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.290896] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] reimage_timeout_per_gb = 60 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.291063] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] report_interval = 120 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.291219] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] rescue_timeout = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.291368] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] reserved_host_cpus = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.291519] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] reserved_host_disk_mb = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.291710] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] reserved_host_memory_mb = 512 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.291908] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] reserved_huge_pages = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.292043] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] resize_confirm_window = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.292196] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] resize_fs_using_block_device = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.292343] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] resume_guests_state_on_host_boot = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.292501] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.292655] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] rpc_response_timeout = 60 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.292805] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] run_external_periodic_tasks = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.293014] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] running_deleted_instance_action = reap {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.293236] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.293397] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] running_deleted_instance_timeout = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.293550] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] scheduler_instance_sync_interval = 120 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.293710] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] service_down_time = 720 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.293870] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] servicegroup_driver = db {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.294027] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] shell_completion = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.294183] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] shelved_offload_time = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.294337] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] shelved_poll_interval = 3600 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.294532] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] shutdown_timeout = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.294700] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] source_is_ipv6 = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.294853] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ssl_only = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.295114] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.295303] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] sync_power_state_interval = 600 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.295463] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] sync_power_state_pool_size = 1000 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.295622] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] syslog_log_facility = LOG_USER {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.295771] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] tempdir = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.295947] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] thread_pool_statistic_period = -1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.296153] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] timeout_nbd = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.296324] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] transport_url = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.296477] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] update_resources_interval = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.296628] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] use_cow_images = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.296777] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] use_journal = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.296923] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] use_json = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.297085] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] use_rootwrap_daemon = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.297241] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] use_stderr = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.297401] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] use_syslog = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.297582] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vcpu_pin_set = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.297744] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plugging_is_fatal = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.297902] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plugging_timeout = 300 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.298075] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] virt_mkfs = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.298235] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] volume_usage_poll_interval = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.298384] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] watch_log_file = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.298539] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] web = /usr/share/spice-html5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 532.298712] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_concurrency.disable_process_locking = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.299333] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.299530] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.299697] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.299859] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300038] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300236] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300449] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300620] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300809] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.300980] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.compute_link_prefix = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.301160] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.301324] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.dhcp_domain = novalocal {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.301479] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.enable_instance_password = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.301649] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.glance_link_prefix = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.301834] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302009] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302175] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.instance_list_per_project_cells = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302330] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.list_records_by_skipping_down_cells = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302483] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.local_metadata_per_cell = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302638] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.max_limit = 1000 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302790] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.metadata_cache_expiration = 15 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.302986] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.neutron_default_project_id = default {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.303211] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.response_validation = warn {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.303382] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.use_neutron_default_nets = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.303540] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.303693] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.303846] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304024] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304188] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.vendordata_dynamic_targets = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304343] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.vendordata_jsonfile_path = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304538] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304746] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.backend = dogpile.cache.memcached {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.304912] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.backend_argument = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.305083] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.backend_expiration_time = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.305276] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.config_prefix = cache.oslo {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.305445] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.debug_cache_backend = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.305601] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.enable_retry_client = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.305754] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.enable_socket_keepalive = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.305951] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.enabled = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306152] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.enforce_fips_mode = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306315] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.expiration_time = 600 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306481] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306637] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.hashclient_retry_attempts = 2 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306795] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.306950] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.memcache_dead_retry = 300 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.307116] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.memcache_password = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.307271] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.307500] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.307684] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.memcache_pool_maxsize = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.307847] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308017] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.memcache_sasl_enabled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308203] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308374] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308526] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.memcache_username = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308682] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.proxies = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.308838] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.redis_db = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309031] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.redis_password = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309208] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309375] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309532] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.redis_server = localhost:6379 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309689] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.redis_socket_timeout = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309841] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.redis_username = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.309995] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.retry_attempts = 2 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.310171] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.retry_delay = 0.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.310360] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.socket_keepalive_count = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.310530] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.socket_keepalive_idle = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.310686] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.socket_keepalive_interval = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.310841] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.tls_allowed_ciphers = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.310991] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.tls_cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311158] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.tls_certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311312] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.tls_enabled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311460] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cache.tls_keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311627] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.auth_section = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311830] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.auth_type = password {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.311993] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312180] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312335] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312491] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312647] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.cross_az_attach = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312801] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.debug = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.312981] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.endpoint_template = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.313202] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.http_retries = 3 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.313372] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.313525] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.313692] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.os_region_name = RegionOne {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.313863] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314000] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cinder.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314181] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314333] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.cpu_dedicated_set = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314540] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.cpu_shared_set = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314745] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.image_type_exclude_list = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.314913] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315085] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315267] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315435] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315598] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315754] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.resource_provider_association_refresh = 300 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.315913] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316117] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.shutdown_retry_interval = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316301] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316472] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] conductor.workers = 2 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316638] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] console.allowed_origins = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316788] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] console.ssl_ciphers = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.316948] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] console.ssl_minimum_version = default {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317122] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] consoleauth.enforce_session_timeout = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317288] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] consoleauth.token_ttl = 600 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317486] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317647] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317803] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.317953] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.connect_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318117] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.connect_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318267] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.endpoint_override = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318420] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318565] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318727] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.max_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.318907] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.min_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319074] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.region_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319227] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.retriable_status_codes = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319374] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.service_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319531] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.service_type = accelerator {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319681] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319829] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.status_code_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.319976] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.status_code_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320183] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320368] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320524] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] cyborg.version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320685] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.asyncio_connection = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320835] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.asyncio_slave_connection = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.320996] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.backend = sqlalchemy {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321177] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.connection = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321334] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.connection_debug = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321524] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.connection_parameters = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321729] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.connection_recycle_time = 3600 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.321895] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.connection_trace = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322063] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.db_inc_retry_interval = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322221] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.db_max_retries = 20 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322375] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.db_max_retry_interval = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322527] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.db_retry_interval = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322680] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.max_overflow = 50 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.322835] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.max_pool_size = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323043] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.max_retries = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323223] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323375] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.mysql_wsrep_sync_wait = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323525] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.pool_timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323679] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.retry_interval = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323827] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.slave_connection = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.323979] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.sqlite_synchronous = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324147] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] database.use_db_reconnect = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324319] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.asyncio_connection = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324482] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.asyncio_slave_connection = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324643] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.backend = sqlalchemy {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324805] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.connection = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.324962] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.connection_debug = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325139] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.connection_parameters = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325294] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.connection_recycle_time = 3600 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325448] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.connection_trace = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325606] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.db_inc_retry_interval = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325804] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.db_max_retries = 20 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.325966] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.db_max_retry_interval = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326141] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.db_retry_interval = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326293] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.max_overflow = 50 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326446] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.max_pool_size = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326597] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.max_retries = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326756] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.326905] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327074] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.pool_timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327234] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.retry_interval = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327381] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.slave_connection = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327532] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] api_database.sqlite_synchronous = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327696] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] devices.enabled_mdev_types = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.327863] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328033] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328192] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ephemeral_storage_encryption.enabled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328388] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328567] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.api_servers = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328724] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.328876] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329043] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329198] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.connect_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329343] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.connect_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329492] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.debug = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329645] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.default_trusted_certificate_ids = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329802] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.enable_certificate_validation = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.329954] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.enable_rbd_download = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330115] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.endpoint_override = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330269] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330419] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330566] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.max_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330709] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.min_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.330859] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.num_retries = 3 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331053] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.rbd_ceph_conf = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331232] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.rbd_connect_timeout = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331390] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.rbd_pool = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331542] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.rbd_user = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331687] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.region_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331832] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.retriable_status_codes = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.331977] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.service_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332149] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.service_type = image {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332299] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332452] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.status_code_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332606] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.status_code_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332751] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.332935] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333096] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.verify_glance_signatures = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333246] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] glance.version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333400] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] guestfs.debug = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333556] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.auth_section = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333748] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.auth_type = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.333913] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334074] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334229] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334378] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.connect_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334524] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.connect_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334670] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.endpoint_override = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334821] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.334967] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335137] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.max_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335285] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.min_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335428] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.region_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335573] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.retriable_status_codes = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335716] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.service_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.335873] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.service_type = shared-file-system {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336035] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.share_apply_policy_timeout = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336191] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336367] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.status_code_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336536] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.status_code_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336687] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.336853] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337011] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] manila.version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337181] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] mks.enabled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337509] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337691] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] image_cache.manager_interval = 2400 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.337852] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] image_cache.precache_concurrency = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338019] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] image_cache.remove_unused_base_images = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338184] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338347] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338511] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] image_cache.subdirectory_name = _base {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338677] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.api_max_retries = 60 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338831] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.api_retry_interval = 2 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.338981] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.auth_section = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339192] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.auth_type = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339349] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339496] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339648] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339799] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.conductor_group = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.339945] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.connect_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340107] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.connect_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340256] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.endpoint_override = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340410] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340560] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340705] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.max_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.340851] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.min_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341010] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.peer_list = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341167] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.region_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341313] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.retriable_status_codes = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341463] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.serial_console_state_timeout = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341610] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.service_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341782] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.service_type = baremetal {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.341952] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.shard = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342127] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342268] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.status_code_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342415] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.status_code_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342561] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342728] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.342898] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ironic.version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343083] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343286] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] key_manager.fixed_key = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343466] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343618] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.barbican_api_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343768] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.barbican_endpoint = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.343929] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.barbican_endpoint_type = public {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344094] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.barbican_region_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344246] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344396] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344583] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344746] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.344894] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345063] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.number_of_retries = 60 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345221] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.retry_delay = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345372] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.send_service_user_token = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345523] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345671] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.345882] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.verify_ssl = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346064] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican.verify_ssl_path = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346225] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican_service_user.auth_section = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346379] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican_service_user.auth_type = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346526] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican_service_user.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346671] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican_service_user.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346820] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican_service_user.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.346970] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican_service_user.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347136] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican_service_user.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347353] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican_service_user.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347514] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] barbican_service_user.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347673] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vault.approle_role_id = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347822] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vault.approle_secret_id = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.347982] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vault.kv_mountpoint = secret {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348149] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vault.kv_path = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348303] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vault.kv_version = 2 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348451] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vault.namespace = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348623] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vault.root_token_id = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348793] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vault.ssl_ca_crt_file = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.348955] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vault.timeout = 60.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349126] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vault.use_ssl = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349288] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349445] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349595] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349746] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.349893] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.connect_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350082] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.connect_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350244] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.endpoint_override = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350398] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350548] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350696] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.max_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350844] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.min_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.350991] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.region_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351158] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.retriable_status_codes = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351343] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.service_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351525] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.service_type = identity {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351681] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351833] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.status_code_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.351986] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.status_code_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352155] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352325] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352478] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] keystone.version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352663] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.ceph_mount_options = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.352989] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353186] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.connection_uri = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353342] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.cpu_mode = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353498] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353658] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.cpu_models = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.353819] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.cpu_power_governor_high = performance {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354025] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354213] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.cpu_power_management = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354382] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354538] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.device_detach_attempts = 8 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354694] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.device_detach_timeout = 20 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.354851] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.disk_cachemodes = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355008] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.disk_prefix = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355176] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.enabled_perf_events = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355340] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.file_backed_memory = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355502] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.gid_maps = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355655] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.hw_disk_discard = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355805] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.hw_machine_type = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.355966] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.images_rbd_ceph_conf = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356136] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356289] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356445] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.images_rbd_glance_store_name = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356626] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.images_rbd_pool = rbd {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356814] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.images_type = default {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.356967] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.images_volume_group = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357138] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.inject_key = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357292] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.inject_partition = -2 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357442] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.inject_password = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357592] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.iscsi_iface = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357739] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.iser_use_multipath = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.357893] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358065] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358226] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_downtime = 500 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358378] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358529] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358678] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_inbound_addr = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358828] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.358977] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.359141] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.359324] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_scheme = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.359505] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_timeout_action = abort {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.359664] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_tunnelled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.359815] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_uri = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.359967] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.live_migration_with_native_tls = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.360134] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.max_queues = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.360289] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.360510] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.360663] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.nfs_mount_options = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.360958] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361150] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361312] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361463] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361616] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361769] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.num_pcie_ports = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.361931] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.362165] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.pmem_namespaces = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.362329] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.quobyte_client_cfg = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.362629] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.362796] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.362986] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.363165] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.363319] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.rbd_secret_uuid = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.363468] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.rbd_user = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.363618] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.363780] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.363937] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.rescue_image_id = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365031] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.rescue_kernel_id = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365031] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.rescue_ramdisk_id = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365031] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365031] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.rx_queue_size = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365031] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.smbfs_mount_options = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365207] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365207] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.snapshot_compression = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365366] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.snapshot_image_format = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365590] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365747] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.sparse_logical_volumes = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.365920] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.supported_tpm_secret_security = ['user', 'host'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366091] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.swtpm_enabled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366255] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.swtpm_group = tss {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366411] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.swtpm_user = tss {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366570] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.sysinfo_serial = unique {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366718] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.tb_cache_size = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.366864] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.tx_queue_size = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367029] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.uid_maps = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367185] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.use_virtio_for_bridges = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367345] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.virt_type = kvm {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367501] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.volume_clear = zero {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367654] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.volume_clear_size = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367807] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.volume_enforce_multipath = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.367960] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.volume_use_multipath = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.368120] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.vzstorage_cache_path = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.368278] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.368436] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.368590] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.368745] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.369045] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.369223] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.vzstorage_mount_user = stack {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.369381] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.369546] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.auth_section = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.369708] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.auth_type = password {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.369855] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370022] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370173] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370317] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.connect_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370463] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.connect_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370622] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.default_floating_pool = public {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370772] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.endpoint_override = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.370922] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.extension_sync_interval = 600 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371086] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.http_retries = 3 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371240] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371384] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371531] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.max_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371686] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371834] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.min_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.371992] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.ovs_bridge = br-int {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.372166] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.physnets = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.372325] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.region_name = RegionOne {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.372477] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.retriable_status_codes = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.372639] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.service_metadata_proxy = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.372791] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.service_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.372981] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.service_type = network {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373163] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373315] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.status_code_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373465] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.status_code_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373614] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373783] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.373959] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] neutron.version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.374150] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] notifications.bdms_in_notifications = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.374321] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] notifications.default_level = INFO {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.374475] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] notifications.include_share_mapping = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.374641] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] notifications.notification_format = unversioned {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.374797] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] notifications.notify_on_state_change = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.374962] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375147] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] pci.alias = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375309] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] pci.device_spec = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375463] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] pci.report_in_placement = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375625] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.auth_section = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375786] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.auth_type = password {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.375942] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376105] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376253] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376402] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376545] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.connect_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376690] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.connect_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376836] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.default_domain_id = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.376980] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.default_domain_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377143] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.domain_id = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377286] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.domain_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377431] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.endpoint_override = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377578] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377720] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.377864] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.max_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.378043] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.min_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.378250] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.password = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.378407] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.project_domain_id = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.378566] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.project_domain_name = Default {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.378725] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.project_id = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.378890] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.project_name = service {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379066] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.region_name = RegionOne {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379226] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.retriable_status_codes = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379378] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.service_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379537] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.service_type = placement {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379690] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379839] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.status_code_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.379989] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.status_code_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380156] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.system_scope = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380305] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380454] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.trust_id = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380603] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.user_domain_id = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380760] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.user_domain_name = Default {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.380912] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.user_id = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.381089] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.username = nova {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.381265] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.381417] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] placement.version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.381585] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.cores = 20 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.381745] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.count_usage_from_placement = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.381906] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.382077] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.injected_file_content_bytes = 10240 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.382238] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.injected_file_path_length = 255 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.382394] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.injected_files = 5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.382547] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.instances = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.382701] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.key_pairs = 100 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.382860] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.metadata_items = 128 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383053] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.ram = 51200 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383220] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.recheck_quota = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383378] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.server_group_members = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383534] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.server_groups = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383735] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.383969] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] quota.unified_limits_resource_strategy = require {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384165] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384327] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384482] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] scheduler.image_metadata_prefilter = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384634] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384787] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] scheduler.max_attempts = 3 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.384941] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] scheduler.max_placement_results = 1000 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385120] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385277] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385429] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385593] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] scheduler.workers = 2 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385756] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.385918] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386099] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386261] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386415] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386568] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386722] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.386898] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387068] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.host_subset_size = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387227] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387374] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387526] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387680] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387830] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.387983] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.isolated_hosts = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388150] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.isolated_images = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388304] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388469] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388622] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388774] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.pci_in_placement = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.388926] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.389091] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.389246] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.389396] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.389546] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.389695] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.389845] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.track_instance_changes = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.390014] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.390186] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] metrics.required = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.390339] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] metrics.weight_multiplier = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.390488] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.390638] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] metrics.weight_setting = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.390984] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.391156] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] serial_console.enabled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.391352] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] serial_console.port_range = 10000:20000 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.391606] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.391817] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.391999] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] serial_console.serialproxy_port = 6083 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392179] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] service_user.auth_section = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392346] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] service_user.auth_type = password {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392495] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] service_user.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392641] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] service_user.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392791] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] service_user.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.392991] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] service_user.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.393165] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] service_user.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.393329] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] service_user.send_service_user_token = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.393481] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] service_user.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.393629] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] service_user.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.393791] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.agent_enabled = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.393940] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.enabled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.394278] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.394472] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.394632] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.html5proxy_port = 6082 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.394780] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.image_compression = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.394924] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.jpeg_compression = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.395082] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.playback_compression = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.395272] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.require_secure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.395445] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.server_listen = 127.0.0.1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.395609] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.395881] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396058] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.streaming_mode = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396213] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] spice.zlib_compression = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396372] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] upgrade_levels.baseapi = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396534] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] upgrade_levels.compute = auto {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396685] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] upgrade_levels.conductor = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396832] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] upgrade_levels.scheduler = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.396988] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397156] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397304] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vendordata_dynamic_auth.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397449] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vendordata_dynamic_auth.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397597] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397742] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vendordata_dynamic_auth.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.397889] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398050] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398201] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vendordata_dynamic_auth.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398365] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.api_retry_count = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398512] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.ca_file = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398671] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398826] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.cluster_name = testcl1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.398979] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.connection_pool_size = 10 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399144] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.console_delay_seconds = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399300] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.datastore_regex = ^datastore.* {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399505] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399668] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.host_password = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399823] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.host_port = 443 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.399979] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.host_username = administrator@vsphere.local {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400152] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.insecure = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400302] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.integration_bridge = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400452] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.maximum_objects = 100 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400595] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.pbm_default_policy = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400741] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.pbm_enabled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.400887] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.pbm_wsdl_location = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401051] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401201] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.serial_port_proxy_uri = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401342] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.serial_port_service_uri = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401494] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.task_poll_interval = 0.5 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401653] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.use_linked_clone = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401807] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.vnc_keymap = en-us {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.401959] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.vnc_port = 5900 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402131] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vmware.vnc_port_total = 10000 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402306] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vnc.auth_schemes = ['none'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402471] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vnc.enabled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402758] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.402962] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.403151] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vnc.novncproxy_port = 6080 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.403343] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vnc.server_listen = 127.0.0.1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.403512] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.403665] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vnc.vencrypt_ca_certs = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.403813] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vnc.vencrypt_client_cert = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.403983] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vnc.vencrypt_client_key = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404171] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404325] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.disable_deep_image_inspection = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404474] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404622] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404771] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.404921] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.disable_rootwrap = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405084] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.enable_numa_live_migration = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405255] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405402] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405553] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405702] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.libvirt_disable_apic = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.405850] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406019] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406170] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406320] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406469] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406618] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406767] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.406914] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407072] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407228] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407399] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407552] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407707] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] zvm.ca_file = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.407855] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] zvm.cloud_connector_url = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.408178] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.408354] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] zvm.reachable_timeout = 300 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.408526] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.408693] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.408860] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler.connection_string = messaging:// {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409030] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler.enabled = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409198] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler.es_doc_type = notification {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409350] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler.es_scroll_size = 10000 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409509] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler.es_scroll_time = 2m {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409657] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler.filter_error_trace = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409810] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler.hmac_keys = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.409966] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler.sentinel_service_name = mymaster {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410141] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler.socket_timeout = 0.1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410298] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler.trace_requests = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410445] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler.trace_sqlalchemy = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410610] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler_jaeger.process_tags = {} {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410758] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler_jaeger.service_name_prefix = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.410909] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] profiler_otlp.service_name_prefix = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.411086] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.411241] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.411391] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.411542] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.411692] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.411841] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.411991] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.412157] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.412305] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.412463] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.412612] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.412767] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.412946] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.413266] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.413334] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.413460] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.413611] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.413759] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.413937] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.414138] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.414300] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.414453] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.414602] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.414751] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.414901] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.415061] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.415211] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.415359] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.415505] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.415652] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.415797] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.ssl = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.415953] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.416125] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.416278] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.416435] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.416589] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.416739] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.416915] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.417084] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_notifications.retry = -1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.417252] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.417412] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.417572] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.auth_section = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.417726] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.auth_type = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.417875] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.cafile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.418035] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.certfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.418192] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.collect_timing = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.418339] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.connect_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.418489] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.connect_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.418636] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.endpoint_id = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.418796] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.418943] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.endpoint_override = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.419104] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.endpoint_region_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.419255] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.endpoint_service_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.419403] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.endpoint_service_type = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.419556] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.insecure = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.419704] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.keyfile = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.419851] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.max_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.419997] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.min_version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.420160] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.region_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.420310] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.retriable_status_codes = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.420458] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.service_name = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.420606] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.service_type = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.420761] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.split_loggers = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.420905] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.status_code_retries = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.421064] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.status_code_retry_delay = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.421214] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.timeout = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.421361] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.valid_interfaces = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.421505] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_limit.version = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.421660] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_reports.file_event_handler = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.421814] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.421960] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] oslo_reports.log_dir = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.422135] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.422286] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.422435] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.422585] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.422739] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.422905] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.423071] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.423242] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.423391] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_ovs_privileged.group = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.423538] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.423687] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.423841] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.424024] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.424201] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] vif_plug_ovs_privileged.user = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.424364] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.424531] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.424692] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.424849] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.425014] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.425207] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.425362] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.425511] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.425676] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.425835] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_ovs.isolate_vif = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.425992] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.426170] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.426329] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.426486] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.426637] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] os_vif_ovs.per_port_bridge = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.426797] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.426947] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] privsep_osbrick.group = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.427156] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] privsep_osbrick.helper_command = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.427335] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.427492] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.427648] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.427795] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] privsep_osbrick.user = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.427961] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.428128] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] nova_sys_admin.group = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.428275] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] nova_sys_admin.helper_command = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.428425] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.428577] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.428724] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.428868] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] nova_sys_admin.user = None {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.428991] env[65923]: DEBUG oslo_service.backend._eventlet.service [None req-886ce2ee-6fa2-40a7-b782-43fd4662c795 None None] ******************************************************************************** {{(pid=65923) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 532.429426] env[65923]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 532.934486] env[65923]: WARNING nova.virt.vmwareapi.driver [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 532.935293] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Getting list of instances from cluster (obj){ [ 532.935293] env[65923]: value = "domain-c8" [ 532.935293] env[65923]: _type = "ClusterComputeResource" [ 532.935293] env[65923]: } {{(pid=65923) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 532.936453] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4408f0-e3f0-4b49-9b3c-68cb318e87c3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.945936] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Got total of 0 instances {{(pid=65923) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 532.946455] env[65923]: INFO nova.virt.node [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Generated node identity ff363446-31c5-4a8a-b33a-4a621655a19a [ 532.946694] env[65923]: INFO nova.virt.node [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Wrote node identity ff363446-31c5-4a8a-b33a-4a621655a19a to /opt/stack/data/n-cpu-1/compute_id [ 533.449442] env[65923]: WARNING nova.compute.manager [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Compute nodes ['ff363446-31c5-4a8a-b33a-4a621655a19a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 534.455390] env[65923]: INFO nova.compute.manager [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 535.460738] env[65923]: WARNING nova.compute.manager [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 535.461232] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.461232] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 535.461376] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.461516] env[65923]: DEBUG nova.compute.resource_tracker [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 535.462370] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b41f7d-0c5b-4913-be52-b0273ed503ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.471156] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816c0cf4-de7e-4e56-9b88-0c211d371d55 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.485380] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18d91b8-28d1-4a4a-b4e0-da130460913b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.492690] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb39b05e-3bf1-4d0e-ab17-c7c6df8c99a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.522547] env[65923]: DEBUG nova.compute.resource_tracker [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180675MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 535.522756] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 535.522904] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.025508] env[65923]: WARNING nova.compute.resource_tracker [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] No compute node record for cpu-1:ff363446-31c5-4a8a-b33a-4a621655a19a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host ff363446-31c5-4a8a-b33a-4a621655a19a could not be found. [ 536.530433] env[65923]: INFO nova.compute.resource_tracker [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: ff363446-31c5-4a8a-b33a-4a621655a19a [ 538.036759] env[65923]: DEBUG nova.compute.resource_tracker [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 538.037236] env[65923]: DEBUG nova.compute.resource_tracker [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 538.315086] env[65923]: INFO nova.scheduler.client.report [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] [req-fb1678a6-d222-474f-99a8-efc6512cc7d8] Created resource provider record via placement API for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 538.334338] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac8cce6-a37c-47ea-b39f-e269760825d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.343253] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fb28ae-b9ce-447c-9d06-84772a495695 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.374725] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d1ed94-02e2-4dd3-ae64-66de5f0691f3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.383082] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c764a9-4a97-4f42-8d31-0a308bd75f1a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.397522] env[65923]: DEBUG nova.compute.provider_tree [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 538.938109] env[65923]: DEBUG nova.scheduler.client.report [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 538.938380] env[65923]: DEBUG nova.compute.provider_tree [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 0 to 1 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 538.938518] env[65923]: DEBUG nova.compute.provider_tree [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 538.991275] env[65923]: DEBUG nova.compute.provider_tree [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 1 to 2 during operation: update_traits {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 539.495947] env[65923]: DEBUG nova.compute.resource_tracker [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 539.496430] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.973s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 539.496430] env[65923]: DEBUG nova.service [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Creating RPC server for service compute {{(pid=65923) start /opt/stack/nova/nova/service.py:177}} [ 539.508869] env[65923]: DEBUG nova.service [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] Join ServiceGroup membership for this service compute {{(pid=65923) start /opt/stack/nova/nova/service.py:194}} [ 539.509052] env[65923]: DEBUG nova.servicegroup.drivers.db [None req-f20c21c4-2a74-4b58-b411-10c61efd8ce4 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65923) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 576.427819] env[65923]: INFO nova.utils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] The default thread pool MainProcess.default is initialized [ 576.428925] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquiring lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.428925] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.725448] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquiring lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.725730] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.932838] env[65923]: DEBUG nova.compute.manager [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 577.228815] env[65923]: DEBUG nova.compute.manager [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 577.480209] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.481071] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.483819] env[65923]: INFO nova.compute.claims [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.751459] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.250720] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "15ed56e3-be04-40af-8feb-fea88510befc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.251409] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "15ed56e3-be04-40af-8feb-fea88510befc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.579466] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd367106-d367-49dd-b698-f57584ad04ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.589249] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9f6e81-d32d-4c8b-824a-ccc0c0b0dac7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.626210] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11ec7ae-2a28-4c39-958b-547dc5038c25 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.637296] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb00262-7bd7-4b74-a37b-7ee8a8844ae5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.651991] env[65923]: DEBUG nova.compute.provider_tree [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.677288] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.677383] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.754718] env[65923]: DEBUG nova.compute.manager [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 579.158074] env[65923]: DEBUG nova.scheduler.client.report [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.183730] env[65923]: DEBUG nova.compute.manager [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 579.363449] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.662850] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.663474] env[65923]: DEBUG nova.compute.manager [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 579.667964] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.917s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.669378] env[65923]: INFO nova.compute.claims [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.713377] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.174779] env[65923]: DEBUG nova.compute.utils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.176341] env[65923]: DEBUG nova.compute.manager [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 580.176631] env[65923]: DEBUG nova.network.neutron [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 580.177875] env[65923]: WARNING neutronclient.v2_0.client [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 580.179394] env[65923]: WARNING neutronclient.v2_0.client [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 580.361686] env[65923]: DEBUG nova.policy [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f25d1b8daec4d8298523ebdd998ac66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf5848bb450a415ab3ec2d863736d7df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.459696] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquiring lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.461237] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.683659] env[65923]: DEBUG nova.compute.manager [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 580.819059] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb102ab-d36a-456f-89b1-4ce5f94714eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.831675] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd89c56-105c-4720-b507-2cbcfd484a9f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.876091] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ccae88-e589-4470-95c0-47b91de483e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.884478] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a0afc4-2c87-4aef-983f-be5ceae4cc8d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.901008] env[65923]: DEBUG nova.compute.provider_tree [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.964091] env[65923]: DEBUG nova.network.neutron [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Successfully created port: c0088028-dc72-4351-8ce0-7b015d5f3931 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 580.966164] env[65923]: DEBUG nova.compute.manager [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 581.404983] env[65923]: DEBUG nova.scheduler.client.report [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.479942] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.479942] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.494874] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.697648] env[65923]: DEBUG nova.compute.manager [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 581.715605] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquiring lock "93a4755a-a6c5-47bb-b658-3d416b1543c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.715857] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Lock "93a4755a-a6c5-47bb-b658-3d416b1543c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.727432] env[65923]: DEBUG nova.virt.hardware [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 581.727690] env[65923]: DEBUG nova.virt.hardware [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.727913] env[65923]: DEBUG nova.virt.hardware [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 581.729061] env[65923]: DEBUG nova.virt.hardware [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.731427] env[65923]: DEBUG nova.virt.hardware [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 581.731523] env[65923]: DEBUG nova.virt.hardware [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 581.731735] env[65923]: DEBUG nova.virt.hardware [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 581.731940] env[65923]: DEBUG nova.virt.hardware [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 581.732459] env[65923]: DEBUG nova.virt.hardware [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 581.732717] env[65923]: DEBUG nova.virt.hardware [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 581.732928] env[65923]: DEBUG nova.virt.hardware [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 581.734161] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51db45a2-8a7c-4dee-8013-bbc4248c9d34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.744681] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2f8ddb-66f3-43e6-b174-65de4e48a270 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.767584] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583db719-7f12-49e8-b687-6b9d088e747e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.910097] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.910838] env[65923]: DEBUG nova.compute.manager [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 581.916862] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.553s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.918387] env[65923]: INFO nova.compute.claims [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.983914] env[65923]: DEBUG nova.compute.manager [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 582.221141] env[65923]: DEBUG nova.compute.manager [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 582.425165] env[65923]: DEBUG nova.compute.utils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.430805] env[65923]: DEBUG nova.compute.manager [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Not allocating networking since 'none' was specified. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 582.443455] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "0c54deca-255e-411c-9642-ac2ce1872584" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.443683] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "0c54deca-255e-411c-9642-ac2ce1872584" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.467619] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquiring lock "90812af0-5d71-4864-82f1-b852f3454c23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.468480] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "90812af0-5d71-4864-82f1-b852f3454c23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.513617] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.757753] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.937404] env[65923]: DEBUG nova.compute.manager [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 582.941843] env[65923]: DEBUG nova.network.neutron [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Successfully updated port: c0088028-dc72-4351-8ce0-7b015d5f3931 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 582.945554] env[65923]: DEBUG nova.compute.manager [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 582.972214] env[65923]: DEBUG nova.compute.manager [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 583.116099] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af803f1d-c26e-41ba-9b26-ff8ee8b52612 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.123429] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d2698a-b2ee-47db-9360-25dbecf782ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.161909] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c88f51-51b1-4845-a654-04fe6e9d6f2c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.171357] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845506b7-a4e1-40ce-8555-93719e870420 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.188133] env[65923]: DEBUG nova.compute.provider_tree [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.448229] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquiring lock "refresh_cache-f6c64a16-a400-4c73-ac00-a2dd57a2de6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.448595] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquired lock "refresh_cache-f6c64a16-a400-4c73-ac00-a2dd57a2de6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.448595] env[65923]: DEBUG nova.network.neutron [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 583.488650] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.502213] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.693687] env[65923]: DEBUG nova.scheduler.client.report [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.951164] env[65923]: DEBUG nova.compute.manager [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 583.980132] env[65923]: DEBUG nova.virt.hardware [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 583.980132] env[65923]: DEBUG nova.virt.hardware [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.980132] env[65923]: DEBUG nova.virt.hardware [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 583.980132] env[65923]: DEBUG nova.virt.hardware [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.980353] env[65923]: DEBUG nova.virt.hardware [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 583.980353] env[65923]: DEBUG nova.virt.hardware [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 583.980976] env[65923]: DEBUG nova.virt.hardware [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 583.981543] env[65923]: DEBUG nova.virt.hardware [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 583.981867] env[65923]: DEBUG nova.virt.hardware [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 583.982198] env[65923]: DEBUG nova.virt.hardware [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 583.982515] env[65923]: DEBUG nova.virt.hardware [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 583.984053] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede5f4a5-c7f2-4b19-87eb-1e15c7c62faf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.997034] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4375f3c-81aa-4c68-8759-8642dec4401c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.010358] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.026443] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.026443] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a8d4bed-b770-413c-9c95-9630ee191c30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.041234] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Created folder: OpenStack in parent group-v4. [ 584.041459] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Creating folder: Project (ce9c0239a65d43608cbbf2f35bc155d9). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.041701] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aae0bdf-3c68-450e-8319-94f2afa4d399 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.052033] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Created folder: Project (ce9c0239a65d43608cbbf2f35bc155d9) in parent group-v918465. [ 584.052224] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Creating folder: Instances. Parent ref: group-v918466. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.052395] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca718901-bce9-4b3a-9e69-4f19e3c17392 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.064786] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Created folder: Instances in parent group-v918466. [ 584.065092] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 584.065371] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.065694] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f351734-82c6-46ed-9e18-e99641d7b2a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.084760] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.084760] env[65923]: value = "task-4706282" [ 584.084760] env[65923]: _type = "Task" [ 584.084760] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.095439] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706282, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.198691] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.199323] env[65923]: DEBUG nova.compute.manager [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 584.202717] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.489s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.204675] env[65923]: INFO nova.compute.claims [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.261256] env[65923]: DEBUG nova.network.neutron [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 584.456562] env[65923]: WARNING neutronclient.v2_0.client [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 584.573874] env[65923]: DEBUG nova.network.neutron [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Updating instance_info_cache with network_info: [{"id": "c0088028-dc72-4351-8ce0-7b015d5f3931", "address": "fa:16:3e:6e:d5:ff", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0088028-dc", "ovs_interfaceid": "c0088028-dc72-4351-8ce0-7b015d5f3931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.597250] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706282, 'name': CreateVM_Task, 'duration_secs': 0.301477} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.597250] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.598177] env[65923]: DEBUG oslo_vmware.service [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2a5fec-7590-46e0-8414-2c342b768569 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.606139] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.606301] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.607056] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.607303] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf187486-e738-4660-b0a8-c7529a4830d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.614298] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 584.614298] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52399bce-13ed-270e-a754-f2d9f04a85b7" [ 584.614298] env[65923]: _type = "Task" [ 584.614298] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.632056] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52399bce-13ed-270e-a754-f2d9f04a85b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.704735] env[65923]: DEBUG nova.compute.utils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.706889] env[65923]: DEBUG nova.compute.manager [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 584.707294] env[65923]: DEBUG nova.network.neutron [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 584.707663] env[65923]: WARNING neutronclient.v2_0.client [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 584.708000] env[65923]: WARNING neutronclient.v2_0.client [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 584.768689] env[65923]: DEBUG nova.policy [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46353a7ab41a4c25a6a85f0e4b8fccaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '886d03699e4b42d2b90f146020eb876c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.837734] env[65923]: DEBUG nova.compute.manager [req-c3fca3b7-3116-4f10-8047-f923ac8e2764 req-8bf65e21-62e3-4f12-8995-2fc4b5490c89 service nova] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Received event network-vif-plugged-c0088028-dc72-4351-8ce0-7b015d5f3931 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 584.837961] env[65923]: DEBUG oslo_concurrency.lockutils [req-c3fca3b7-3116-4f10-8047-f923ac8e2764 req-8bf65e21-62e3-4f12-8995-2fc4b5490c89 service nova] Acquiring lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.839418] env[65923]: DEBUG oslo_concurrency.lockutils [req-c3fca3b7-3116-4f10-8047-f923ac8e2764 req-8bf65e21-62e3-4f12-8995-2fc4b5490c89 service nova] Lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.839728] env[65923]: DEBUG oslo_concurrency.lockutils [req-c3fca3b7-3116-4f10-8047-f923ac8e2764 req-8bf65e21-62e3-4f12-8995-2fc4b5490c89 service nova] Lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.839955] env[65923]: DEBUG nova.compute.manager [req-c3fca3b7-3116-4f10-8047-f923ac8e2764 req-8bf65e21-62e3-4f12-8995-2fc4b5490c89 service nova] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] No waiting events found dispatching network-vif-plugged-c0088028-dc72-4351-8ce0-7b015d5f3931 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 584.840187] env[65923]: WARNING nova.compute.manager [req-c3fca3b7-3116-4f10-8047-f923ac8e2764 req-8bf65e21-62e3-4f12-8995-2fc4b5490c89 service nova] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Received unexpected event network-vif-plugged-c0088028-dc72-4351-8ce0-7b015d5f3931 for instance with vm_state building and task_state spawning. [ 585.077604] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Releasing lock "refresh_cache-f6c64a16-a400-4c73-ac00-a2dd57a2de6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.078910] env[65923]: DEBUG nova.compute.manager [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Instance network_info: |[{"id": "c0088028-dc72-4351-8ce0-7b015d5f3931", "address": "fa:16:3e:6e:d5:ff", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0088028-dc", "ovs_interfaceid": "c0088028-dc72-4351-8ce0-7b015d5f3931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 585.079099] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:d5:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0088028-dc72-4351-8ce0-7b015d5f3931', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.094352] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Creating folder: Project (bf5848bb450a415ab3ec2d863736d7df). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.094664] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c98535d-1943-446c-856d-65961f7c436e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.109012] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Created folder: Project (bf5848bb450a415ab3ec2d863736d7df) in parent group-v918465. [ 585.109272] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Creating folder: Instances. Parent ref: group-v918469. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.109691] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea89ea82-7681-4c2e-aaac-e3367036fc86 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.125166] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Created folder: Instances in parent group-v918469. [ 585.126341] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 585.127761] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.127761] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bb05e35-dca2-4392-b9f0-4b23045f3543 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.163849] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.164103] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.164900] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.164900] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.165149] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.165310] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.165310] env[65923]: value = "task-4706285" [ 585.165310] env[65923]: _type = "Task" [ 585.165310] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.165597] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e26d4d2e-bd57-4798-a866-f72c124b0679 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.177709] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706285, 'name': CreateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.183051] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "6077d2c8-ec37-4f4e-8fde-434db9fac899" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.183352] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "6077d2c8-ec37-4f4e-8fde-434db9fac899" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.190169] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.190622] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.192156] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a91c48-4b1e-4674-8658-ff5592d8d3f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.202076] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d27836-c51a-4cdd-9169-bcad2877ae5d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.211158] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 585.211158] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526855d4-91be-187b-c88c-faeab97e5640" [ 585.211158] env[65923]: _type = "Task" [ 585.211158] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.211853] env[65923]: DEBUG nova.compute.manager [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 585.231963] env[65923]: DEBUG nova.network.neutron [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Successfully created port: e5291287-c66d-45e9-b569-6aef1fa0059e {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 585.235019] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Preparing fetch location {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 585.235653] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Creating directory with path [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.235949] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c435810-06da-41fb-962a-01e3318b6fba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.260333] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Created directory with path [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.260566] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Fetch image to [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 585.262141] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Downloading image file data 7c944e11-28e9-4d77-8b6c-672067b0feec to [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk on the data store datastore2 {{(pid=65923) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 585.262141] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b13b36-8269-41e0-99a2-1f641781c27c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.273903] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8e2c5f-d513-45ac-836b-1492fbc0082a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.289946] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81cd33d-741e-4afb-8787-5425e11f6163 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.333619] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2b00c2-8585-4ad7-9f44-a68821e071ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.341733] env[65923]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c0267613-a2be-45ab-9223-531b38acd724 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.369878] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Downloading image file data 7c944e11-28e9-4d77-8b6c-672067b0feec to the data store datastore2 {{(pid=65923) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 585.451234] env[65923]: DEBUG oslo_vmware.rw_handles [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65923) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 585.535077] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3977662d-af5d-43dd-8695-70bf767dbcb9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.544287] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d038a674-73db-448a-b6e2-008e2db31488 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.581443] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd2474d-901f-4c44-b642-7e0b4d978dad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.591268] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b07a2d5-1222-4de3-94f0-a918cc876efc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.608475] env[65923]: DEBUG nova.compute.provider_tree [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.679686] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706285, 'name': CreateVM_Task, 'duration_secs': 0.369266} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.681184] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.681729] env[65923]: WARNING neutronclient.v2_0.client [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 585.687258] env[65923]: DEBUG nova.compute.manager [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 586.086360] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.086699] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.087016] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.087427] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9c5cdb-c0c2-4beb-9275-1b5b048c2d91 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.096433] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for the task: (returnval){ [ 586.096433] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cfc46f-276a-2a29-fedf-c0c2718c4cf9" [ 586.096433] env[65923]: _type = "Task" [ 586.096433] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.112904] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.113364] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.113598] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.115282] env[65923]: DEBUG nova.scheduler.client.report [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.160387] env[65923]: DEBUG oslo_vmware.rw_handles [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Completed reading data from the image iterator. {{(pid=65923) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 586.160794] env[65923]: DEBUG oslo_vmware.rw_handles [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 586.222496] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.228178] env[65923]: DEBUG nova.compute.manager [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 586.266891] env[65923]: DEBUG nova.virt.hardware [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 586.267196] env[65923]: DEBUG nova.virt.hardware [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.267388] env[65923]: DEBUG nova.virt.hardware [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 586.267571] env[65923]: DEBUG nova.virt.hardware [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.267712] env[65923]: DEBUG nova.virt.hardware [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 586.267945] env[65923]: DEBUG nova.virt.hardware [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 586.268240] env[65923]: DEBUG nova.virt.hardware [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 586.268443] env[65923]: DEBUG nova.virt.hardware [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 586.268644] env[65923]: DEBUG nova.virt.hardware [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 586.271831] env[65923]: DEBUG nova.virt.hardware [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 586.271831] env[65923]: DEBUG nova.virt.hardware [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 586.271831] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895c229d-5eee-4466-af82-aa853e622ec2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.279991] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c5548b-f571-4653-8af9-5cb97ff32769 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.328656] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Downloaded image file data 7c944e11-28e9-4d77-8b6c-672067b0feec to vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk on the data store datastore2 {{(pid=65923) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 586.330239] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Caching image {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 586.330712] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Copying Virtual Disk [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk to [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.330775] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-715abcdf-d249-4835-9e69-41220539d29d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.340718] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 586.340718] env[65923]: value = "task-4706286" [ 586.340718] env[65923]: _type = "Task" [ 586.340718] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.354267] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.621387] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.622261] env[65923]: DEBUG nova.compute.manager [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 586.624817] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.130s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.626218] env[65923]: INFO nova.compute.claims [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.853831] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706286, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.945302] env[65923]: DEBUG nova.network.neutron [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Successfully updated port: e5291287-c66d-45e9-b569-6aef1fa0059e {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 587.133863] env[65923]: DEBUG nova.compute.utils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.141316] env[65923]: DEBUG nova.compute.manager [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 587.141539] env[65923]: DEBUG nova.network.neutron [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 587.141870] env[65923]: WARNING neutronclient.v2_0.client [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.143242] env[65923]: WARNING neutronclient.v2_0.client [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.225974] env[65923]: DEBUG nova.policy [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '969b4bdc25cd49ec83526ecbfdcd7f9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed4cb7f0af3e4d85ad14c139ad155309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.357268] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716743} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.357268] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Copied Virtual Disk [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk to [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.357268] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Deleting the datastore file [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.357574] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d394b00-8fca-4dc2-aa9f-6fc2476ff73b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.370252] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 587.370252] env[65923]: value = "task-4706287" [ 587.370252] env[65923]: _type = "Task" [ 587.370252] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.385279] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.449693] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "refresh_cache-15ed56e3-be04-40af-8feb-fea88510befc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.449693] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquired lock "refresh_cache-15ed56e3-be04-40af-8feb-fea88510befc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.449859] env[65923]: DEBUG nova.network.neutron [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 587.638384] env[65923]: DEBUG nova.compute.manager [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 587.682183] env[65923]: DEBUG nova.network.neutron [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Successfully created port: d6e43361-41e8-4aee-a873-b4643b594060 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 587.886945] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032356} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.887283] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 587.887575] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Moving file from [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968/7c944e11-28e9-4d77-8b6c-672067b0feec to [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec. {{(pid=65923) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 587.887851] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d2bf241d-262d-4292-8abd-d6072d72e1f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.896616] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 587.896616] env[65923]: value = "task-4706288" [ 587.896616] env[65923]: _type = "Task" [ 587.896616] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.903794] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc5a42d-ad63-4adf-96c2-78bed959c53a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.909770] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706288, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.917611] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296fd12e-b8a5-420a-b654-0bfa5e4f3397 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.959818] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a29ac7-ad37-4728-b09f-4ee3595f27cc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.965185] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquiring lock "5a1c2245-b7e5-4939-850d-7d148518a413" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.965820] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Lock "5a1c2245-b7e5-4939-850d-7d148518a413" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.972825] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a4985c-ec7f-4cce-86b6-99769eb78d3e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.989770] env[65923]: DEBUG nova.compute.provider_tree [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.207543] env[65923]: DEBUG nova.network.neutron [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 588.408125] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706288, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029824} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.408446] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] File moved {{(pid=65923) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 588.408675] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Cleaning up location [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968 {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 588.408875] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Deleting the datastore file [datastore2] vmware_temp/a9c05939-7d51-42ea-9eae-3b6605ea7968 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.409176] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d407449-6bba-47fa-81d5-d4f2bc7f3df9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.418559] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 588.418559] env[65923]: value = "task-4706289" [ 588.418559] env[65923]: _type = "Task" [ 588.418559] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.431494] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.463546] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquiring lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.463817] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.494022] env[65923]: DEBUG nova.scheduler.client.report [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.653754] env[65923]: DEBUG nova.compute.manager [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 588.684828] env[65923]: DEBUG nova.virt.hardware [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 588.685085] env[65923]: DEBUG nova.virt.hardware [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.685226] env[65923]: DEBUG nova.virt.hardware [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 588.685431] env[65923]: DEBUG nova.virt.hardware [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.685543] env[65923]: DEBUG nova.virt.hardware [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 588.685684] env[65923]: DEBUG nova.virt.hardware [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 588.685891] env[65923]: DEBUG nova.virt.hardware [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 588.686183] env[65923]: DEBUG nova.virt.hardware [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 588.686344] env[65923]: DEBUG nova.virt.hardware [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 588.686508] env[65923]: DEBUG nova.virt.hardware [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 588.686676] env[65923]: DEBUG nova.virt.hardware [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 588.687653] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fb26af-cf04-465d-8a4f-93e8b1071a39 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.696734] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79aff9cd-12a4-4cbd-b378-b30464964c59 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.930166] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028288} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.930415] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.931157] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b674c1-dc92-4f7c-813d-ae4d08e17ea6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.936993] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 588.936993] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520e2636-21bb-8477-7b26-45e2e629e4bd" [ 588.936993] env[65923]: _type = "Task" [ 588.936993] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.945891] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520e2636-21bb-8477-7b26-45e2e629e4bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.997545] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.998067] env[65923]: DEBUG nova.compute.manager [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 589.000709] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.487s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.002170] env[65923]: INFO nova.compute.claims [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.450888] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520e2636-21bb-8477-7b26-45e2e629e4bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.451315] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.451553] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 589.451829] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.452024] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.452247] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05f91d9c-6302-49a0-a7c2-f8841c56c612 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.454415] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-075c1078-b401-497d-b7e2-6f39316424b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.464267] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 589.464267] env[65923]: value = "task-4706290" [ 589.464267] env[65923]: _type = "Task" [ 589.464267] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.465593] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.465750] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.470482] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf53d48-4201-4157-98ba-a880f4d58cc5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.478014] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for the task: (returnval){ [ 589.478014] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520a63d1-f5b3-a7cf-ae2f-422142d779d3" [ 589.478014] env[65923]: _type = "Task" [ 589.478014] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.481326] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.490527] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520a63d1-f5b3-a7cf-ae2f-422142d779d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.491387] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-283ae8e3-9389-4e06-8740-fe64a1421f4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.498037] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for the task: (returnval){ [ 589.498037] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e0e2e3-f80f-26f8-8af9-b03b1dd15714" [ 589.498037] env[65923]: _type = "Task" [ 589.498037] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.507690] env[65923]: DEBUG nova.compute.utils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.510817] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e0e2e3-f80f-26f8-8af9-b03b1dd15714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.511439] env[65923]: DEBUG nova.compute.manager [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 589.511625] env[65923]: DEBUG nova.network.neutron [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 589.511940] env[65923]: WARNING neutronclient.v2_0.client [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.512675] env[65923]: WARNING neutronclient.v2_0.client [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.561162] env[65923]: DEBUG nova.network.neutron [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Successfully updated port: d6e43361-41e8-4aee-a873-b4643b594060 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 589.865051] env[65923]: WARNING neutronclient.v2_0.client [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.982303] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706290, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.016964] env[65923]: DEBUG nova.compute.manager [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 590.021370] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e0e2e3-f80f-26f8-8af9-b03b1dd15714, 'name': SearchDatastore_Task, 'duration_secs': 0.007978} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.023203] env[65923]: DEBUG nova.policy [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae6ff2fb789b492694c4c504f7d0f800', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b07f0a34286f414491779c2c8a9959e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.025236] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.025626] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] f6c64a16-a400-4c73-ac00-a2dd57a2de6a/f6c64a16-a400-4c73-ac00-a2dd57a2de6a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.026086] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1716d6b-cef7-4e85-a6fb-dc8ced132399 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.035593] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for the task: (returnval){ [ 590.035593] env[65923]: value = "task-4706291" [ 590.035593] env[65923]: _type = "Task" [ 590.035593] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.045373] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.065895] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "refresh_cache-5e15b852-ab20-4ded-9da9-a8eeb4783393" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.065895] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "refresh_cache-5e15b852-ab20-4ded-9da9-a8eeb4783393" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.065895] env[65923]: DEBUG nova.network.neutron [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 590.280035] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4987c2a7-90df-4a45-a279-e4d831296dfe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.296337] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb74087-71b8-44ad-9c27-fb43d84808c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.307450] env[65923]: DEBUG nova.network.neutron [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Updating instance_info_cache with network_info: [{"id": "e5291287-c66d-45e9-b569-6aef1fa0059e", "address": "fa:16:3e:e5:43:e8", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5291287-c6", "ovs_interfaceid": "e5291287-c66d-45e9-b569-6aef1fa0059e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.338565] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Releasing lock "refresh_cache-15ed56e3-be04-40af-8feb-fea88510befc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.338994] env[65923]: DEBUG nova.compute.manager [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Instance network_info: |[{"id": "e5291287-c66d-45e9-b569-6aef1fa0059e", "address": "fa:16:3e:e5:43:e8", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5291287-c6", "ovs_interfaceid": "e5291287-c66d-45e9-b569-6aef1fa0059e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 590.340142] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf9baee-229f-48f7-8e6b-8dc572c1a350 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.343788] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:43:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5291287-c66d-45e9-b569-6aef1fa0059e', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.352091] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Creating folder: Project (886d03699e4b42d2b90f146020eb876c). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.353167] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-691d1797-886d-4ea2-a170-fed1c0da2cda {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.362774] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188c5664-dc2f-47b3-82bc-7da9ca1a48a1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.369541] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Created folder: Project (886d03699e4b42d2b90f146020eb876c) in parent group-v918465. [ 590.369801] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Creating folder: Instances. Parent ref: group-v918472. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.370517] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cba3262f-a046-4562-a5d3-6b68bb96d54e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.383879] env[65923]: DEBUG nova.compute.provider_tree [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.387231] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Created folder: Instances in parent group-v918472. [ 590.388268] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 590.388268] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.388268] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65b6b5f5-34a0-44b0-8062-8f1c02d22284 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.411730] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.411730] env[65923]: value = "task-4706294" [ 590.411730] env[65923]: _type = "Task" [ 590.411730] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.425040] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706294, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.445576] env[65923]: DEBUG nova.network.neutron [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Successfully created port: 9baa3cba-2273-481d-9dca-71e664f250f3 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 590.479164] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521787} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.479621] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.479773] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.480014] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0baaaba9-fb25-4b7e-b7b0-d42cc27a6229 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.493240] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 590.493240] env[65923]: value = "task-4706295" [ 590.493240] env[65923]: _type = "Task" [ 590.493240] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.504662] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.546251] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478887} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.546660] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] f6c64a16-a400-4c73-ac00-a2dd57a2de6a/f6c64a16-a400-4c73-ac00-a2dd57a2de6a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.546867] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.547164] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f3f1415-b688-4bc4-bc12-c046ea8d9dac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.556186] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for the task: (returnval){ [ 590.556186] env[65923]: value = "task-4706296" [ 590.556186] env[65923]: _type = "Task" [ 590.556186] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.566917] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.657904] env[65923]: DEBUG nova.network.neutron [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 590.890355] env[65923]: DEBUG nova.scheduler.client.report [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.901705] env[65923]: WARNING neutronclient.v2_0.client [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.926250] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706294, 'name': CreateVM_Task, 'duration_secs': 0.4076} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.926250] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.926250] env[65923]: WARNING neutronclient.v2_0.client [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.926250] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.926250] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.926594] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.926975] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94aa7858-a236-4800-a816-6d817bc766fa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.934088] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 590.934088] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524295c7-9321-157a-2c8e-3caabb6f5000" [ 590.934088] env[65923]: _type = "Task" [ 590.934088] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.946064] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524295c7-9321-157a-2c8e-3caabb6f5000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.003662] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08124} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.004103] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.007018] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a587c6-8593-4e69-91ec-ece260c4e56b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.032887] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.036030] env[65923]: DEBUG nova.compute.manager [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 591.037483] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a20487-26b9-457c-948e-874dee38262d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.056157] env[65923]: DEBUG nova.network.neutron [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Updating instance_info_cache with network_info: [{"id": "d6e43361-41e8-4aee-a873-b4643b594060", "address": "fa:16:3e:3e:86:60", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e43361-41", "ovs_interfaceid": "d6e43361-41e8-4aee-a873-b4643b594060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.065998] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 591.065998] env[65923]: value = "task-4706297" [ 591.065998] env[65923]: _type = "Task" [ 591.065998] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.072215] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067311} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.073290] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.074175] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c31e761-0f63-47e3-b18d-f57cce92d6ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.080493] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.104348] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] f6c64a16-a400-4c73-ac00-a2dd57a2de6a/f6c64a16-a400-4c73-ac00-a2dd57a2de6a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.107601] env[65923]: DEBUG nova.virt.hardware [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 591.107601] env[65923]: DEBUG nova.virt.hardware [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.107601] env[65923]: DEBUG nova.virt.hardware [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 591.107601] env[65923]: DEBUG nova.virt.hardware [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.107923] env[65923]: DEBUG nova.virt.hardware [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 591.107923] env[65923]: DEBUG nova.virt.hardware [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 591.107923] env[65923]: DEBUG nova.virt.hardware [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 591.107923] env[65923]: DEBUG nova.virt.hardware [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 591.107923] env[65923]: DEBUG nova.virt.hardware [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 591.108098] env[65923]: DEBUG nova.virt.hardware [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 591.108098] env[65923]: DEBUG nova.virt.hardware [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 591.108680] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4713598d-4644-4ba9-ae87-e70553241ecd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.124298] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a725d873-c8fa-4e9e-ade2-a38fa68cc6c6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.135407] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5c9cfb-b361-4aaf-b263-b7522e4fab0d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.142616] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for the task: (returnval){ [ 591.142616] env[65923]: value = "task-4706298" [ 591.142616] env[65923]: _type = "Task" [ 591.142616] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.173391] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.310152] env[65923]: DEBUG nova.compute.manager [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Received event network-changed-c0088028-dc72-4351-8ce0-7b015d5f3931 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 591.310610] env[65923]: DEBUG nova.compute.manager [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Refreshing instance network info cache due to event network-changed-c0088028-dc72-4351-8ce0-7b015d5f3931. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 591.310610] env[65923]: DEBUG oslo_concurrency.lockutils [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] Acquiring lock "refresh_cache-f6c64a16-a400-4c73-ac00-a2dd57a2de6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.311490] env[65923]: DEBUG oslo_concurrency.lockutils [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] Acquired lock "refresh_cache-f6c64a16-a400-4c73-ac00-a2dd57a2de6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.311490] env[65923]: DEBUG nova.network.neutron [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Refreshing network info cache for port c0088028-dc72-4351-8ce0-7b015d5f3931 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.397042] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.397621] env[65923]: DEBUG nova.compute.manager [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 591.400205] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.644s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.403789] env[65923]: INFO nova.compute.claims [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.447125] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524295c7-9321-157a-2c8e-3caabb6f5000, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.447444] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.447664] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.447876] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.448015] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.448187] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.448451] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-245505c7-b7fa-4d17-aa84-4a23f3f99551 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.458432] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.458642] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.459495] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcab4a2f-2be0-4a4f-aae8-836036fb9c15 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.467586] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 591.467586] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5206a891-56bc-2e34-001b-03f9a6c905a6" [ 591.467586] env[65923]: _type = "Task" [ 591.467586] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.479362] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5206a891-56bc-2e34-001b-03f9a6c905a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.561693] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "refresh_cache-5e15b852-ab20-4ded-9da9-a8eeb4783393" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.561693] env[65923]: DEBUG nova.compute.manager [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Instance network_info: |[{"id": "d6e43361-41e8-4aee-a873-b4643b594060", "address": "fa:16:3e:3e:86:60", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e43361-41", "ovs_interfaceid": "d6e43361-41e8-4aee-a873-b4643b594060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 591.563029] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:86:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6e43361-41e8-4aee-a873-b4643b594060', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.569965] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating folder: Project (ed4cb7f0af3e4d85ad14c139ad155309). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.570349] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-626be15f-09a5-44cc-9510-40dc2c087661 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.582486] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706297, 'name': ReconfigVM_Task, 'duration_secs': 0.303914} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.582765] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 591.583545] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9da8c259-9d31-4568-aa92-172db7c0a1e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.586635] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Created folder: Project (ed4cb7f0af3e4d85ad14c139ad155309) in parent group-v918465. [ 591.586828] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating folder: Instances. Parent ref: group-v918475. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.587477] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b81e96c3-c62b-4064-84c3-ede660961374 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.592016] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 591.592016] env[65923]: value = "task-4706300" [ 591.592016] env[65923]: _type = "Task" [ 591.592016] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.598137] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Created folder: Instances in parent group-v918475. [ 591.598409] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 591.601768] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.602054] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706300, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.602266] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5513a9d4-ef8f-4d15-8c8a-ac0ced3ae977 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.625956] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.625956] env[65923]: value = "task-4706302" [ 591.625956] env[65923]: _type = "Task" [ 591.625956] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.633794] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706302, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.653123] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706298, 'name': ReconfigVM_Task, 'duration_secs': 0.345032} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.653435] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Reconfigured VM instance instance-00000001 to attach disk [datastore2] f6c64a16-a400-4c73-ac00-a2dd57a2de6a/f6c64a16-a400-4c73-ac00-a2dd57a2de6a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 591.654094] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27a02928-dc5d-45e0-8839-8967789ddadd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.662256] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for the task: (returnval){ [ 591.662256] env[65923]: value = "task-4706303" [ 591.662256] env[65923]: _type = "Task" [ 591.662256] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.672173] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706303, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.813853] env[65923]: WARNING neutronclient.v2_0.client [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.908880] env[65923]: DEBUG nova.compute.utils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.913664] env[65923]: DEBUG nova.compute.manager [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 591.914227] env[65923]: DEBUG nova.network.neutron [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 591.914687] env[65923]: WARNING neutronclient.v2_0.client [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.915056] env[65923]: WARNING neutronclient.v2_0.client [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 591.980911] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5206a891-56bc-2e34-001b-03f9a6c905a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.986451] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91d2a7e-c2b5-4f49-a0e5-65663d4c7af8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.993721] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 591.993721] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b4683e-37be-6f95-c930-d17c338d7e11" [ 591.993721] env[65923]: _type = "Task" [ 591.993721] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.007585] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b4683e-37be-6f95-c930-d17c338d7e11, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.007938] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.008270] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 15ed56e3-be04-40af-8feb-fea88510befc/15ed56e3-be04-40af-8feb-fea88510befc.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.008596] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ca6a4d8-7249-4a4b-93cb-21def653476e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.016215] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 592.016215] env[65923]: value = "task-4706304" [ 592.016215] env[65923]: _type = "Task" [ 592.016215] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.027360] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.049516] env[65923]: DEBUG nova.policy [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '059378545c70435b82fe851872eb7e49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbdb9cae101e45d6a8d0bac769aa2f4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.100636] env[65923]: DEBUG nova.network.neutron [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Successfully updated port: 9baa3cba-2273-481d-9dca-71e664f250f3 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 592.114038] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706300, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.135783] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706302, 'name': CreateVM_Task, 'duration_secs': 0.387803} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.138251] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.138251] env[65923]: WARNING neutronclient.v2_0.client [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.138251] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.138251] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.138251] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.139218] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-982d5529-54bd-4c2e-95f1-48f0e88fd4e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.145766] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 592.145766] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d808be-7c34-f8b3-53c4-1f3061977058" [ 592.145766] env[65923]: _type = "Task" [ 592.145766] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.151309] env[65923]: WARNING neutronclient.v2_0.client [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.162682] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d808be-7c34-f8b3-53c4-1f3061977058, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.163168] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.163457] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 592.163703] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.163844] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.164033] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.167856] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd59791c-f99a-43a0-a1fc-5de143d66272 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.177051] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706303, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.179255] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 592.179255] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 592.179966] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c42b38-697b-4c04-99e7-d41f1e438dac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.186903] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 592.186903] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a601c5-0a6a-7c7b-e16f-9f2c121ab493" [ 592.186903] env[65923]: _type = "Task" [ 592.186903] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.199948] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a601c5-0a6a-7c7b-e16f-9f2c121ab493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.414041] env[65923]: DEBUG nova.compute.manager [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 592.527470] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706304, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.541113] env[65923]: DEBUG nova.network.neutron [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Successfully created port: 8b13b474-47b0-4791-9d96-8b28b8c4e6a3 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 592.581215] env[65923]: DEBUG nova.network.neutron [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Updated VIF entry in instance network info cache for port c0088028-dc72-4351-8ce0-7b015d5f3931. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 592.581741] env[65923]: DEBUG nova.network.neutron [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Updating instance_info_cache with network_info: [{"id": "c0088028-dc72-4351-8ce0-7b015d5f3931", "address": "fa:16:3e:6e:d5:ff", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0088028-dc", "ovs_interfaceid": "c0088028-dc72-4351-8ce0-7b015d5f3931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.609291] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquiring lock "refresh_cache-13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.609372] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquired lock "refresh_cache-13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.609561] env[65923]: DEBUG nova.network.neutron [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 592.610784] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706300, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.669918] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc722c4-a676-49b1-9638-fa52cbb04dc3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.678586] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706303, 'name': Rename_Task, 'duration_secs': 0.958585} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.680747] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.681059] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09d434e8-43c5-4ebd-a37f-335cc8c2282e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.684566] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520bfcc7-8b53-4fde-b654-5ad0b7ac75bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.695223] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for the task: (returnval){ [ 592.695223] env[65923]: value = "task-4706305" [ 592.695223] env[65923]: _type = "Task" [ 592.695223] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.732316] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08ac6c6-05e7-4fd1-a811-27e02df78399 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.736145] env[65923]: DEBUG nova.compute.manager [req-502df573-0899-4b41-9793-e7cb6b958465 req-6b56365c-09ff-43ec-8fa9-ec4e710183c8 service nova] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Received event network-vif-plugged-d6e43361-41e8-4aee-a873-b4643b594060 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 592.736364] env[65923]: DEBUG oslo_concurrency.lockutils [req-502df573-0899-4b41-9793-e7cb6b958465 req-6b56365c-09ff-43ec-8fa9-ec4e710183c8 service nova] Acquiring lock "5e15b852-ab20-4ded-9da9-a8eeb4783393-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.736563] env[65923]: DEBUG oslo_concurrency.lockutils [req-502df573-0899-4b41-9793-e7cb6b958465 req-6b56365c-09ff-43ec-8fa9-ec4e710183c8 service nova] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.736715] env[65923]: DEBUG oslo_concurrency.lockutils [req-502df573-0899-4b41-9793-e7cb6b958465 req-6b56365c-09ff-43ec-8fa9-ec4e710183c8 service nova] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.736869] env[65923]: DEBUG nova.compute.manager [req-502df573-0899-4b41-9793-e7cb6b958465 req-6b56365c-09ff-43ec-8fa9-ec4e710183c8 service nova] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] No waiting events found dispatching network-vif-plugged-d6e43361-41e8-4aee-a873-b4643b594060 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 592.737187] env[65923]: WARNING nova.compute.manager [req-502df573-0899-4b41-9793-e7cb6b958465 req-6b56365c-09ff-43ec-8fa9-ec4e710183c8 service nova] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Received unexpected event network-vif-plugged-d6e43361-41e8-4aee-a873-b4643b594060 for instance with vm_state building and task_state spawning. [ 592.744740] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.745106] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a601c5-0a6a-7c7b-e16f-9f2c121ab493, 'name': SearchDatastore_Task, 'duration_secs': 0.074768} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.746270] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46ae546-0e48-41e3-9e5e-94f160d963af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.752799] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f275f8-6bb4-4f94-b6e8-a129de827c25 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.759784] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 592.759784] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a0e033-5f75-1a01-ec6d-ece3240d6a11" [ 592.759784] env[65923]: _type = "Task" [ 592.759784] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.773908] env[65923]: DEBUG nova.compute.provider_tree [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.780879] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a0e033-5f75-1a01-ec6d-ece3240d6a11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.028452] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524234} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.028713] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 15ed56e3-be04-40af-8feb-fea88510befc/15ed56e3-be04-40af-8feb-fea88510befc.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.028920] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.029186] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10d3c688-c1be-46ee-99a1-f95c7fad163e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.038121] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 593.038121] env[65923]: value = "task-4706306" [ 593.038121] env[65923]: _type = "Task" [ 593.038121] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.048402] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.085288] env[65923]: DEBUG oslo_concurrency.lockutils [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] Releasing lock "refresh_cache-f6c64a16-a400-4c73-ac00-a2dd57a2de6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.085567] env[65923]: DEBUG nova.compute.manager [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Received event network-vif-plugged-e5291287-c66d-45e9-b569-6aef1fa0059e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 593.085757] env[65923]: DEBUG oslo_concurrency.lockutils [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] Acquiring lock "15ed56e3-be04-40af-8feb-fea88510befc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.085998] env[65923]: DEBUG oslo_concurrency.lockutils [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] Lock "15ed56e3-be04-40af-8feb-fea88510befc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.087030] env[65923]: DEBUG oslo_concurrency.lockutils [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] Lock "15ed56e3-be04-40af-8feb-fea88510befc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.087030] env[65923]: DEBUG nova.compute.manager [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] No waiting events found dispatching network-vif-plugged-e5291287-c66d-45e9-b569-6aef1fa0059e {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 593.087030] env[65923]: WARNING nova.compute.manager [req-25e7d521-abe8-49e9-9ec9-e0a06a078ef3 req-aab334e2-7842-4edf-b51a-1dd32065373e service nova] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Received unexpected event network-vif-plugged-e5291287-c66d-45e9-b569-6aef1fa0059e for instance with vm_state building and task_state spawning. [ 593.105245] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706300, 'name': Rename_Task, 'duration_secs': 1.014488} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.105585] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.105834] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9195ba35-504d-4dc3-b347-b7abdc57e97c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.117493] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 593.117493] env[65923]: value = "task-4706307" [ 593.117493] env[65923]: _type = "Task" [ 593.117493] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.125967] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.205145] env[65923]: DEBUG oslo_vmware.api [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706305, 'name': PowerOnVM_Task, 'duration_secs': 0.505066} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.205447] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 593.205871] env[65923]: INFO nova.compute.manager [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Took 11.51 seconds to spawn the instance on the hypervisor. [ 593.206165] env[65923]: DEBUG nova.compute.manager [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 593.206939] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a41294-4e90-4605-a060-a75eb7ff4511 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.276744] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a0e033-5f75-1a01-ec6d-ece3240d6a11, 'name': SearchDatastore_Task, 'duration_secs': 0.032043} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.278046] env[65923]: DEBUG nova.scheduler.client.report [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.282608] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.283260] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 5e15b852-ab20-4ded-9da9-a8eeb4783393/5e15b852-ab20-4ded-9da9-a8eeb4783393.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.283971] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-801ecb7d-09eb-4924-9e20-0dde25225180 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.293896] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 593.293896] env[65923]: value = "task-4706308" [ 593.293896] env[65923]: _type = "Task" [ 593.293896] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.305677] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.408127] env[65923]: DEBUG nova.network.neutron [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 593.424657] env[65923]: DEBUG nova.compute.manager [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 593.454481] env[65923]: DEBUG nova.virt.hardware [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 593.454775] env[65923]: DEBUG nova.virt.hardware [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.454940] env[65923]: DEBUG nova.virt.hardware [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 593.455133] env[65923]: DEBUG nova.virt.hardware [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.455261] env[65923]: DEBUG nova.virt.hardware [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 593.455401] env[65923]: DEBUG nova.virt.hardware [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 593.455714] env[65923]: DEBUG nova.virt.hardware [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 593.455870] env[65923]: DEBUG nova.virt.hardware [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 593.456037] env[65923]: DEBUG nova.virt.hardware [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 593.456199] env[65923]: DEBUG nova.virt.hardware [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 593.456367] env[65923]: DEBUG nova.virt.hardware [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 593.457351] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49690ce-3852-4439-a340-60c0932b5ea1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.470496] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e6f4e1-f890-4494-8789-a389d4bd5078 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.549438] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082309} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.549863] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 593.550654] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba192c2b-9df2-4d6e-a79e-5667686fbb21 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.578102] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 15ed56e3-be04-40af-8feb-fea88510befc/15ed56e3-be04-40af-8feb-fea88510befc.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 593.579485] env[65923]: WARNING neutronclient.v2_0.client [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.582236] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cb839ed-3af2-4b4e-9d79-2511473c88b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.606320] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 593.606320] env[65923]: value = "task-4706309" [ 593.606320] env[65923]: _type = "Task" [ 593.606320] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.617317] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.634357] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706307, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.696663] env[65923]: DEBUG nova.network.neutron [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Updating instance_info_cache with network_info: [{"id": "9baa3cba-2273-481d-9dca-71e664f250f3", "address": "fa:16:3e:bc:3e:61", "network": {"id": "88e40bf6-6f04-4414-9e13-a516335f5102", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1722359574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b07f0a34286f414491779c2c8a9959e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9baa3cba-22", "ovs_interfaceid": "9baa3cba-2273-481d-9dca-71e664f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.730247] env[65923]: INFO nova.compute.manager [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Took 16.29 seconds to build instance. [ 593.785306] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.786025] env[65923]: DEBUG nova.compute.manager [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 593.789238] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.301s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.791609] env[65923]: INFO nova.compute.claims [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.810933] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51025} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.811529] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 5e15b852-ab20-4ded-9da9-a8eeb4783393/5e15b852-ab20-4ded-9da9-a8eeb4783393.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.811529] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.811799] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12016b09-be23-4125-b93a-ee0c8434c49f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.818762] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 593.818762] env[65923]: value = "task-4706310" [ 593.818762] env[65923]: _type = "Task" [ 593.818762] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.830903] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.122053] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.131394] env[65923]: DEBUG oslo_vmware.api [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706307, 'name': PowerOnVM_Task, 'duration_secs': 0.720549} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.131394] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.131629] env[65923]: INFO nova.compute.manager [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Took 10.18 seconds to spawn the instance on the hypervisor. [ 594.131751] env[65923]: DEBUG nova.compute.manager [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 594.132580] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1342431b-57ad-4062-905b-81a550b55be8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.157049] env[65923]: DEBUG nova.network.neutron [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Successfully updated port: 8b13b474-47b0-4791-9d96-8b28b8c4e6a3 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 594.199936] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Releasing lock "refresh_cache-13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.200630] env[65923]: DEBUG nova.compute.manager [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Instance network_info: |[{"id": "9baa3cba-2273-481d-9dca-71e664f250f3", "address": "fa:16:3e:bc:3e:61", "network": {"id": "88e40bf6-6f04-4414-9e13-a516335f5102", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1722359574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b07f0a34286f414491779c2c8a9959e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9baa3cba-22", "ovs_interfaceid": "9baa3cba-2273-481d-9dca-71e664f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 594.201468] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:3e:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9baa3cba-2273-481d-9dca-71e664f250f3', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.209794] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Creating folder: Project (b07f0a34286f414491779c2c8a9959e8). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.210444] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b960319c-62fd-4e9e-98d1-5cce338d630b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.222941] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Created folder: Project (b07f0a34286f414491779c2c8a9959e8) in parent group-v918465. [ 594.223244] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Creating folder: Instances. Parent ref: group-v918478. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.223613] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fa747df-2317-4bd3-8e5a-f1f1b9929e52 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.233381] env[65923]: DEBUG oslo_concurrency.lockutils [None req-17f17466-e644-4c15-9699-e05b067ce4b8 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.804s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.236614] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Created folder: Instances in parent group-v918478. [ 594.237017] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 594.237549] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.237885] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1c97ecb-363b-48bb-be08-e868f8676e56 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.260604] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.260604] env[65923]: value = "task-4706313" [ 594.260604] env[65923]: _type = "Task" [ 594.260604] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.270672] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706313, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.302246] env[65923]: DEBUG nova.compute.utils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.303442] env[65923]: DEBUG nova.compute.manager [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 594.303688] env[65923]: DEBUG nova.network.neutron [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 594.304052] env[65923]: WARNING neutronclient.v2_0.client [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.304583] env[65923]: WARNING neutronclient.v2_0.client [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.334332] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069908} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.334608] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.336028] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a879630-5aea-4578-9397-446e8203a84c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.360435] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 5e15b852-ab20-4ded-9da9-a8eeb4783393/5e15b852-ab20-4ded-9da9-a8eeb4783393.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.360687] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a01ed7-dfba-4b1b-9042-3a1aa3c531c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.380795] env[65923]: DEBUG nova.policy [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47faca9f0a3744c5b7243e11830482f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e62c250b1c0421f9a305b335b44ab4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.390555] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 594.390555] env[65923]: value = "task-4706314" [ 594.390555] env[65923]: _type = "Task" [ 594.390555] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.400023] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.621062] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706309, 'name': ReconfigVM_Task, 'duration_secs': 0.629371} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.621383] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 15ed56e3-be04-40af-8feb-fea88510befc/15ed56e3-be04-40af-8feb-fea88510befc.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.622064] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dc7827f-ecfd-4654-be38-a9e64cacd046 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.630609] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 594.630609] env[65923]: value = "task-4706315" [ 594.630609] env[65923]: _type = "Task" [ 594.630609] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.642833] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706315, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.651169] env[65923]: DEBUG nova.compute.manager [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Received event network-changed-e5291287-c66d-45e9-b569-6aef1fa0059e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 594.651498] env[65923]: DEBUG nova.compute.manager [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Refreshing instance network info cache due to event network-changed-e5291287-c66d-45e9-b569-6aef1fa0059e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 594.651922] env[65923]: DEBUG oslo_concurrency.lockutils [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] Acquiring lock "refresh_cache-15ed56e3-be04-40af-8feb-fea88510befc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.651922] env[65923]: DEBUG oslo_concurrency.lockutils [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] Acquired lock "refresh_cache-15ed56e3-be04-40af-8feb-fea88510befc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.651922] env[65923]: DEBUG nova.network.neutron [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Refreshing network info cache for port e5291287-c66d-45e9-b569-6aef1fa0059e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.657330] env[65923]: INFO nova.compute.manager [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Took 16.92 seconds to build instance. [ 594.662228] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.662395] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.662555] env[65923]: DEBUG nova.network.neutron [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 594.735776] env[65923]: DEBUG nova.network.neutron [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Successfully created port: 97bd5147-5298-40ad-9049-791dfcac1be3 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 594.739177] env[65923]: DEBUG nova.compute.manager [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 594.775960] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706313, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.807206] env[65923]: DEBUG nova.compute.manager [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 594.903616] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706314, 'name': ReconfigVM_Task, 'duration_secs': 0.30635} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.904060] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 5e15b852-ab20-4ded-9da9-a8eeb4783393/5e15b852-ab20-4ded-9da9-a8eeb4783393.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.904709] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b69e3539-28c7-4268-bf04-38fdd3682b06 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.913292] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 594.913292] env[65923]: value = "task-4706316" [ 594.913292] env[65923]: _type = "Task" [ 594.913292] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.926663] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706316, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.999378] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4a7e0b-fdd3-43ca-837d-6f5555dffa75 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.009703] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a0901c-360f-4f78-8ad8-545e47dd6e42 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.044254] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8ce98f-7975-4d75-9b5e-b867d9d61ddd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.055441] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cd86d1-56c2-419c-b45e-d5d1ed596f80 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.072420] env[65923]: DEBUG nova.compute.provider_tree [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.140524] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706315, 'name': Rename_Task, 'duration_secs': 0.303166} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.140797] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.141056] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59aeceee-2cbf-42f8-93c4-4e83133bda3e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.149304] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 595.149304] env[65923]: value = "task-4706317" [ 595.149304] env[65923]: _type = "Task" [ 595.149304] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.160657] env[65923]: WARNING neutronclient.v2_0.client [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.163044] env[65923]: DEBUG oslo_concurrency.lockutils [None req-58279eba-5844-4d80-ae67-08f58a2f7c24 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.437s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.163344] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.267626] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.273647] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706313, 'name': CreateVM_Task, 'duration_secs': 0.657486} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.273810] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.274309] env[65923]: WARNING neutronclient.v2_0.client [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.275129] env[65923]: DEBUG oslo_vmware.service [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728458be-0f32-44ae-8df7-0e6a921af87f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.281359] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.281513] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.281882] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.282139] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ea072f-92c0-49a9-9a68-669b4ddd5914 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.287242] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 595.287242] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523fa927-e67e-a7b0-b41e-e5850ebb1227" [ 595.287242] env[65923]: _type = "Task" [ 595.287242] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.295092] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523fa927-e67e-a7b0-b41e-e5850ebb1227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.430429] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706316, 'name': Rename_Task, 'duration_secs': 0.156654} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.430778] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.431211] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66716ddf-7898-41e0-ae48-a8303b3e690f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.439356] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 595.439356] env[65923]: value = "task-4706318" [ 595.439356] env[65923]: _type = "Task" [ 595.439356] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.451184] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.452624] env[65923]: DEBUG nova.network.neutron [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 595.575594] env[65923]: DEBUG nova.scheduler.client.report [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.661086] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706317, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.667679] env[65923]: DEBUG nova.compute.manager [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 595.800772] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.801093] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.801282] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.801424] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.801595] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.801861] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dd1cf4b-40d1-4776-8b15-e1e34bfd9794 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.812519] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.812668] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.813512] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c9f728-7013-45fa-96f1-abe390948c5e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.817114] env[65923]: DEBUG nova.compute.manager [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 595.827639] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197c2893-f44f-440c-be5a-623187f43da0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.834900] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 595.834900] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52567b8f-8f58-6c5b-5de1-d64c2e3136a2" [ 595.834900] env[65923]: _type = "Task" [ 595.834900] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.856219] env[65923]: DEBUG nova.virt.hardware [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 595.856524] env[65923]: DEBUG nova.virt.hardware [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.856699] env[65923]: DEBUG nova.virt.hardware [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 595.856923] env[65923]: DEBUG nova.virt.hardware [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.858114] env[65923]: DEBUG nova.virt.hardware [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 595.858114] env[65923]: DEBUG nova.virt.hardware [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 595.858114] env[65923]: DEBUG nova.virt.hardware [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 595.858114] env[65923]: DEBUG nova.virt.hardware [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 595.858114] env[65923]: DEBUG nova.virt.hardware [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 595.858517] env[65923]: DEBUG nova.virt.hardware [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 595.858517] env[65923]: DEBUG nova.virt.hardware [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 595.858822] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Preparing fetch location {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 595.859089] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Creating directory with path [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.859919] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc63679-f755-4537-803b-8f960cbdf762 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.862770] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5d2fa17-4a3d-4165-910a-7788a7b4c1e2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.872282] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af800bb-f721-495c-87f4-80d0647dc293 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.892432] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Created directory with path [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.892661] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Fetch image to [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 595.892857] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Downloading image file data 7c944e11-28e9-4d77-8b6c-672067b0feec to [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk on the data store datastore1 {{(pid=65923) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 595.893695] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9269a0b7-d208-4f6f-a39a-e7e50980f9ba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.902683] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b90877c-a057-4a30-b906-d0d4e249415e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.914361] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee147cd-f97c-4e91-a6b9-7a220cf57b59 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.952751] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57593f34-cc1a-431d-85bb-06b14cebd22f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.962897] env[65923]: DEBUG oslo_vmware.api [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706318, 'name': PowerOnVM_Task, 'duration_secs': 0.491138} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.965266] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.965588] env[65923]: INFO nova.compute.manager [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Took 7.31 seconds to spawn the instance on the hypervisor. [ 595.965789] env[65923]: DEBUG nova.compute.manager [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 595.966795] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78efc361-1d28-40d7-ae3f-91ebd1b01f26 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.969498] env[65923]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-96d68baa-e866-43d4-8816-2df36fe16ade {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.996392] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Downloading image file data 7c944e11-28e9-4d77-8b6c-672067b0feec to the data store datastore1 {{(pid=65923) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 596.055221] env[65923]: DEBUG oslo_vmware.rw_handles [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65923) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 596.122769] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.123505] env[65923]: DEBUG nova.compute.manager [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 596.128309] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.626s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.130243] env[65923]: INFO nova.compute.claims [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.161288] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706317, 'name': PowerOnVM_Task} progress is 91%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.200717] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.366516] env[65923]: DEBUG nova.network.neutron [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Successfully updated port: 97bd5147-5298-40ad-9049-791dfcac1be3 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 596.491102] env[65923]: INFO nova.compute.manager [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Took 16.80 seconds to build instance. [ 596.637130] env[65923]: DEBUG nova.compute.utils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.644499] env[65923]: DEBUG nova.compute.manager [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 596.645555] env[65923]: DEBUG nova.network.neutron [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 596.645555] env[65923]: WARNING neutronclient.v2_0.client [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.645555] env[65923]: WARNING neutronclient.v2_0.client [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.663611] env[65923]: DEBUG oslo_vmware.api [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706317, 'name': PowerOnVM_Task, 'duration_secs': 1.013182} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.663611] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.663611] env[65923]: INFO nova.compute.manager [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Took 10.43 seconds to spawn the instance on the hypervisor. [ 596.663611] env[65923]: DEBUG nova.compute.manager [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 596.663611] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829e5fa5-5c3a-4a5b-8122-a4371ea30640 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.868702] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquiring lock "refresh_cache-93a4755a-a6c5-47bb-b658-3d416b1543c3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.870781] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquired lock "refresh_cache-93a4755a-a6c5-47bb-b658-3d416b1543c3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.872160] env[65923]: DEBUG nova.network.neutron [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 596.903876] env[65923]: WARNING neutronclient.v2_0.client [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.957942] env[65923]: WARNING neutronclient.v2_0.client [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.979866] env[65923]: DEBUG oslo_vmware.rw_handles [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Completed reading data from the image iterator. {{(pid=65923) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 596.980191] env[65923]: DEBUG oslo_vmware.rw_handles [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 596.992132] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6fbad8f3-a1fa-4cda-b411-d349b134b727 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.315s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.049132] env[65923]: DEBUG nova.policy [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd022d0263649bd9d2b991988976806', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6555ebac4ed3444b85070ce8189eee3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.104420] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Downloaded image file data 7c944e11-28e9-4d77-8b6c-672067b0feec to vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk on the data store datastore1 {{(pid=65923) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 597.106241] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Caching image {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 597.106241] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Copying Virtual Disk [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk to [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.106362] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8d605a7-b64b-490b-af37-dbed0f4f289a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.118624] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 597.118624] env[65923]: value = "task-4706319" [ 597.118624] env[65923]: _type = "Task" [ 597.118624] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.129692] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.146503] env[65923]: DEBUG nova.compute.manager [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 597.153065] env[65923]: DEBUG nova.network.neutron [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance_info_cache with network_info: [{"id": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "address": "fa:16:3e:1f:7b:ca", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b13b474-47", "ovs_interfaceid": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.190349] env[65923]: INFO nova.compute.manager [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Took 17.93 seconds to build instance. [ 597.384083] env[65923]: DEBUG nova.network.neutron [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Updated VIF entry in instance network info cache for port e5291287-c66d-45e9-b569-6aef1fa0059e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 597.385081] env[65923]: DEBUG nova.network.neutron [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Updating instance_info_cache with network_info: [{"id": "e5291287-c66d-45e9-b569-6aef1fa0059e", "address": "fa:16:3e:e5:43:e8", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5291287-c6", "ovs_interfaceid": "e5291287-c66d-45e9-b569-6aef1fa0059e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.419701] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bd6783-a014-4a4b-8050-d33c2a6eb873 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.429357] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11448183-abd3-474a-8b1a-ab6b9456ab88 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.467499] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d22cba1-016d-4bd1-9b68-cf32b0da47da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.478543] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc289936-37fe-4234-bbf7-1f72a2645e99 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.496195] env[65923]: DEBUG nova.compute.provider_tree [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.574145] env[65923]: DEBUG nova.network.neutron [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Successfully created port: 2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 597.611562] env[65923]: DEBUG nova.network.neutron [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 597.632367] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706319, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.660782] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.664570] env[65923]: DEBUG nova.compute.manager [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Instance network_info: |[{"id": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "address": "fa:16:3e:1f:7b:ca", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b13b474-47", "ovs_interfaceid": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 597.666423] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:7b:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b13b474-47b0-4791-9d96-8b28b8c4e6a3', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.676757] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Creating folder: Project (cbdb9cae101e45d6a8d0bac769aa2f4b). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.682956] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d5d8a47-2456-479c-a8e6-b52236d04345 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.693057] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b0d94cc-325a-4fc7-83e9-32217a0846ce tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "15ed56e3-be04-40af-8feb-fea88510befc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.442s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.701695] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Created folder: Project (cbdb9cae101e45d6a8d0bac769aa2f4b) in parent group-v918465. [ 597.701900] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Creating folder: Instances. Parent ref: group-v918481. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.702176] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb82a8e5-f8a2-4f33-8a1d-52aa629ac61e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.716385] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Created folder: Instances in parent group-v918481. [ 597.716553] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 597.716737] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.716951] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7898bc9d-8479-452e-af2e-fcac68a12065 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.739182] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.739182] env[65923]: value = "task-4706322" [ 597.739182] env[65923]: _type = "Task" [ 597.739182] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.749872] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706322, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.891104] env[65923]: DEBUG oslo_concurrency.lockutils [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] Releasing lock "refresh_cache-15ed56e3-be04-40af-8feb-fea88510befc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.891104] env[65923]: DEBUG nova.compute.manager [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Received event network-vif-plugged-9baa3cba-2273-481d-9dca-71e664f250f3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 597.892392] env[65923]: DEBUG oslo_concurrency.lockutils [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] Acquiring lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.892584] env[65923]: DEBUG oslo_concurrency.lockutils [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] Lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.892763] env[65923]: DEBUG oslo_concurrency.lockutils [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] Lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.892945] env[65923]: DEBUG nova.compute.manager [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] No waiting events found dispatching network-vif-plugged-9baa3cba-2273-481d-9dca-71e664f250f3 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 597.893188] env[65923]: WARNING nova.compute.manager [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Received unexpected event network-vif-plugged-9baa3cba-2273-481d-9dca-71e664f250f3 for instance with vm_state building and task_state spawning. [ 597.893590] env[65923]: DEBUG nova.compute.manager [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Received event network-changed-9baa3cba-2273-481d-9dca-71e664f250f3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 597.893590] env[65923]: DEBUG nova.compute.manager [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Refreshing instance network info cache due to event network-changed-9baa3cba-2273-481d-9dca-71e664f250f3. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 597.893742] env[65923]: DEBUG oslo_concurrency.lockutils [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] Acquiring lock "refresh_cache-13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.894596] env[65923]: DEBUG oslo_concurrency.lockutils [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] Acquired lock "refresh_cache-13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.894596] env[65923]: DEBUG nova.network.neutron [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Refreshing network info cache for port 9baa3cba-2273-481d-9dca-71e664f250f3 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.979847] env[65923]: DEBUG nova.compute.manager [None req-34afea2e-8fb1-425c-a376-7dc6eef98f32 tempest-ServerExternalEventsTest-603086002 tempest-ServerExternalEventsTest-603086002-project] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Received event network-changed {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 597.979988] env[65923]: DEBUG nova.compute.manager [None req-34afea2e-8fb1-425c-a376-7dc6eef98f32 tempest-ServerExternalEventsTest-603086002 tempest-ServerExternalEventsTest-603086002-project] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Refreshing instance network info cache due to event network-changed. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 597.980263] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34afea2e-8fb1-425c-a376-7dc6eef98f32 tempest-ServerExternalEventsTest-603086002 tempest-ServerExternalEventsTest-603086002-project] Acquiring lock "refresh_cache-f6c64a16-a400-4c73-ac00-a2dd57a2de6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.980402] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34afea2e-8fb1-425c-a376-7dc6eef98f32 tempest-ServerExternalEventsTest-603086002 tempest-ServerExternalEventsTest-603086002-project] Acquired lock "refresh_cache-f6c64a16-a400-4c73-ac00-a2dd57a2de6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.980556] env[65923]: DEBUG nova.network.neutron [None req-34afea2e-8fb1-425c-a376-7dc6eef98f32 tempest-ServerExternalEventsTest-603086002 tempest-ServerExternalEventsTest-603086002-project] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 598.001982] env[65923]: DEBUG nova.scheduler.client.report [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.133248] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706319, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.162216] env[65923]: DEBUG nova.compute.manager [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 598.193975] env[65923]: DEBUG nova.virt.hardware [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 598.193975] env[65923]: DEBUG nova.virt.hardware [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.194443] env[65923]: DEBUG nova.virt.hardware [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 598.195088] env[65923]: DEBUG nova.virt.hardware [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.195088] env[65923]: DEBUG nova.virt.hardware [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 598.195088] env[65923]: DEBUG nova.virt.hardware [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 598.195329] env[65923]: DEBUG nova.virt.hardware [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.195622] env[65923]: DEBUG nova.virt.hardware [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 598.195839] env[65923]: DEBUG nova.virt.hardware [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 598.196029] env[65923]: DEBUG nova.virt.hardware [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 598.196246] env[65923]: DEBUG nova.virt.hardware [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 598.196731] env[65923]: INFO nova.compute.manager [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Rebuilding instance [ 598.199436] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f52ecfb-2aad-476d-934f-a0a04ac549ed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.213699] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e145d7-69a0-4d09-a55a-c120978577f9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.257031] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706322, 'name': CreateVM_Task, 'duration_secs': 0.45818} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.257314] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.257984] env[65923]: WARNING neutronclient.v2_0.client [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.260114] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.260114] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.261082] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.265180] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b88920c-7150-480a-b787-3497001502c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.276220] env[65923]: DEBUG nova.compute.manager [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Received event network-changed-d6e43361-41e8-4aee-a873-b4643b594060 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 598.276220] env[65923]: DEBUG nova.compute.manager [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Refreshing instance network info cache due to event network-changed-d6e43361-41e8-4aee-a873-b4643b594060. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 598.276424] env[65923]: DEBUG oslo_concurrency.lockutils [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] Acquiring lock "refresh_cache-5e15b852-ab20-4ded-9da9-a8eeb4783393" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.276424] env[65923]: DEBUG oslo_concurrency.lockutils [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] Acquired lock "refresh_cache-5e15b852-ab20-4ded-9da9-a8eeb4783393" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.276700] env[65923]: DEBUG nova.network.neutron [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Refreshing network info cache for port d6e43361-41e8-4aee-a873-b4643b594060 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.278495] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 598.278495] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524f6660-c7fb-d1f0-a134-9313cde102d8" [ 598.278495] env[65923]: _type = "Task" [ 598.278495] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.281921] env[65923]: DEBUG nova.compute.manager [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 598.285847] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5092a85f-8c47-4d81-a64a-dc089a992e92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.295434] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524f6660-c7fb-d1f0-a134-9313cde102d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.398615] env[65923]: WARNING neutronclient.v2_0.client [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.483370] env[65923]: WARNING neutronclient.v2_0.client [None req-34afea2e-8fb1-425c-a376-7dc6eef98f32 tempest-ServerExternalEventsTest-603086002 tempest-ServerExternalEventsTest-603086002-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.508312] env[65923]: WARNING neutronclient.v2_0.client [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.510361] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.510859] env[65923]: DEBUG nova.compute.manager [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 598.513850] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.291s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.515367] env[65923]: INFO nova.compute.claims [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.635394] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706319, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.100306} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.635946] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Copied Virtual Disk [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk to [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.636320] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Deleting the datastore file [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec/tmp-sparse.vmdk {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.636728] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-547a00d3-6b0a-4b93-b2b4-baed25edcfa7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.647771] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 598.647771] env[65923]: value = "task-4706323" [ 598.647771] env[65923]: _type = "Task" [ 598.647771] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.658407] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.779655] env[65923]: WARNING neutronclient.v2_0.client [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.794050] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524f6660-c7fb-d1f0-a134-9313cde102d8, 'name': SearchDatastore_Task, 'duration_secs': 0.026559} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.794304] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.794574] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.794886] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.795048] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.795241] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.795574] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccee68be-8e65-487a-9247-700054ce81aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.806173] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.806461] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.807441] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0fe46e-8769-44b2-b8e7-3f1a6a31e62c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.833757] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 598.833757] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5215b853-d309-190b-3f55-1a50329c2a51" [ 598.833757] env[65923]: _type = "Task" [ 598.833757] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.837056] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5215b853-d309-190b-3f55-1a50329c2a51, 'name': SearchDatastore_Task} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.840819] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8c03d9-f28b-4b1d-8d08-a64043ce511d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.849715] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 598.849715] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521f62aa-12b2-8ee6-3e96-6502f135decb" [ 598.849715] env[65923]: _type = "Task" [ 598.849715] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.861911] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521f62aa-12b2-8ee6-3e96-6502f135decb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.021711] env[65923]: DEBUG nova.compute.utils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.027114] env[65923]: DEBUG nova.compute.manager [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 599.027894] env[65923]: DEBUG nova.network.neutron [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 599.028552] env[65923]: WARNING neutronclient.v2_0.client [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.029758] env[65923]: WARNING neutronclient.v2_0.client [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.162216] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036974} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.162494] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.162705] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Moving file from [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f/7c944e11-28e9-4d77-8b6c-672067b0feec to [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec. {{(pid=65923) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 599.162976] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-85ee9eec-0742-4004-8ec3-99c9f74e7a53 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.170582] env[65923]: DEBUG nova.network.neutron [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Updating instance_info_cache with network_info: [{"id": "97bd5147-5298-40ad-9049-791dfcac1be3", "address": "fa:16:3e:de:ed:77", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97bd5147-52", "ovs_interfaceid": "97bd5147-5298-40ad-9049-791dfcac1be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.175984] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 599.175984] env[65923]: value = "task-4706324" [ 599.175984] env[65923]: _type = "Task" [ 599.175984] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.186578] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706324, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.257099] env[65923]: DEBUG nova.network.neutron [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Successfully updated port: 2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 599.302972] env[65923]: DEBUG nova.policy [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b91f27a59e04d738c837d49c35182c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28b915f1f4134a999abe122eddafe856', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.308239] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.308239] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a7c91de-503a-4bc6-ab61-c9a79349e909 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.315284] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 599.315284] env[65923]: value = "task-4706325" [ 599.315284] env[65923]: _type = "Task" [ 599.315284] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.326963] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.365162] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521f62aa-12b2-8ee6-3e96-6502f135decb, 'name': SearchDatastore_Task, 'duration_secs': 0.014789} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.365798] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.366429] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e915bf9c-bcc2-46d1-a199-5bf4af3613c9/e915bf9c-bcc2-46d1-a199-5bf4af3613c9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.370374] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17b107f6-18b3-413d-ae1c-44dfef00f0b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.384039] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 599.384039] env[65923]: value = "task-4706326" [ 599.384039] env[65923]: _type = "Task" [ 599.384039] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.398074] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.510227] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.510504] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.510696] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.510879] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.511082] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.511312] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.511505] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 599.531091] env[65923]: DEBUG nova.compute.manager [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 599.551578] env[65923]: WARNING neutronclient.v2_0.client [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.639123] env[65923]: WARNING neutronclient.v2_0.client [None req-34afea2e-8fb1-425c-a376-7dc6eef98f32 tempest-ServerExternalEventsTest-603086002 tempest-ServerExternalEventsTest-603086002-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.669529] env[65923]: DEBUG nova.network.neutron [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Successfully created port: 2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 599.672752] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Releasing lock "refresh_cache-93a4755a-a6c5-47bb-b658-3d416b1543c3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.673196] env[65923]: DEBUG nova.compute.manager [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Instance network_info: |[{"id": "97bd5147-5298-40ad-9049-791dfcac1be3", "address": "fa:16:3e:de:ed:77", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97bd5147-52", "ovs_interfaceid": "97bd5147-5298-40ad-9049-791dfcac1be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 599.673953] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ed:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97bd5147-5298-40ad-9049-791dfcac1be3', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.686644] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Creating folder: Project (3e62c250b1c0421f9a305b335b44ab4a). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.692226] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e32cd7c-e8ae-467f-b579-efcc18c9a433 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.715441] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706324, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.058156} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.718131] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] File moved {{(pid=65923) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 599.719545] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Cleaning up location [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 599.719545] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Deleting the datastore file [datastore1] vmware_temp/565cd881-84ca-4c77-8491-9cca97a2401f {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.719545] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Created folder: Project (3e62c250b1c0421f9a305b335b44ab4a) in parent group-v918465. [ 599.719545] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Creating folder: Instances. Parent ref: group-v918484. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.723084] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90fa8785-dcdf-4e02-acad-a012f21914b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.725788] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb5127ff-9e58-42f9-8d28-aaa64a07a277 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.735989] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 599.735989] env[65923]: value = "task-4706328" [ 599.735989] env[65923]: _type = "Task" [ 599.735989] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.748762] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Created folder: Instances in parent group-v918484. [ 599.748905] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 599.750742] env[65923]: WARNING neutronclient.v2_0.client [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.760165] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.763134] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "refresh_cache-0c54deca-255e-411c-9642-ac2ce1872584" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.763134] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquired lock "refresh_cache-0c54deca-255e-411c-9642-ac2ce1872584" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.763134] env[65923]: DEBUG nova.network.neutron [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 599.767421] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1764e04-155d-48df-9907-6825906e135f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.808464] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.809929] env[65923]: DEBUG nova.network.neutron [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Updated VIF entry in instance network info cache for port 9baa3cba-2273-481d-9dca-71e664f250f3. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 599.810437] env[65923]: DEBUG nova.network.neutron [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Updating instance_info_cache with network_info: [{"id": "9baa3cba-2273-481d-9dca-71e664f250f3", "address": "fa:16:3e:bc:3e:61", "network": {"id": "88e40bf6-6f04-4414-9e13-a516335f5102", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1722359574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b07f0a34286f414491779c2c8a9959e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9baa3cba-22", "ovs_interfaceid": "9baa3cba-2273-481d-9dca-71e664f250f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.823788] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.823788] env[65923]: value = "task-4706330" [ 599.823788] env[65923]: _type = "Task" [ 599.823788] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.836452] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706325, 'name': PowerOffVM_Task, 'duration_secs': 0.249173} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.841262] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.841652] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.843661] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e4dac6-79e2-4157-974f-4c1826d13631 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.854075] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706330, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.863486] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 599.863862] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d26763f-4f20-46f9-8719-390100a85360 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.867282] env[65923]: DEBUG nova.network.neutron [None req-34afea2e-8fb1-425c-a376-7dc6eef98f32 tempest-ServerExternalEventsTest-603086002 tempest-ServerExternalEventsTest-603086002-project] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Updating instance_info_cache with network_info: [{"id": "c0088028-dc72-4351-8ce0-7b015d5f3931", "address": "fa:16:3e:6e:d5:ff", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0088028-dc", "ovs_interfaceid": "c0088028-dc72-4351-8ce0-7b015d5f3931", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.876765] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95281a00-2d3d-4c12-a817-70caf247aea0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.894470] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c254f-3a80-4428-93fc-019ff60ec3c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.905587] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706326, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.905887] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 599.906152] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 599.906399] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Deleting the datastore file [datastore2] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.907289] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a790f45a-e604-4bf0-9013-b7c36b92a267 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.958429] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e60f10d-083b-4b7c-bd9e-b64b5c985c24 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.962480] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 599.962480] env[65923]: value = "task-4706332" [ 599.962480] env[65923]: _type = "Task" [ 599.962480] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.974593] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059aac71-1edd-4236-ac08-b1a3ebb7f18e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.985488] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.001804] env[65923]: DEBUG nova.compute.provider_tree [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.019420] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Getting list of instances from cluster (obj){ [ 600.019420] env[65923]: value = "domain-c8" [ 600.019420] env[65923]: _type = "ClusterComputeResource" [ 600.019420] env[65923]: } {{(pid=65923) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 600.019420] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01de06d8-0374-42f7-974b-f73bf04363d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.039559] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Got total of 5 instances {{(pid=65923) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 600.039793] env[65923]: WARNING nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] While synchronizing instance power states, found 10 instances in the database and 5 instances on the hypervisor. [ 600.039852] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid f6c64a16-a400-4c73-ac00-a2dd57a2de6a {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 600.040186] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 7bc1cded-46b2-4f54-aef6-0ca7c7df4112 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 600.040420] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 15ed56e3-be04-40af-8feb-fea88510befc {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 600.040884] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 5e15b852-ab20-4ded-9da9-a8eeb4783393 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 600.041203] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 600.041360] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid e915bf9c-bcc2-46d1-a199-5bf4af3613c9 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 600.041558] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 93a4755a-a6c5-47bb-b658-3d416b1543c3 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 600.041749] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 0c54deca-255e-411c-9642-ac2ce1872584 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 600.042816] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 90812af0-5d71-4864-82f1-b852f3454c23 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 600.042816] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 6077d2c8-ec37-4f4e-8fde-434db9fac899 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 600.043419] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.043419] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.043620] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.043796] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.043997] env[65923]: INFO nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 600.044146] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.044428] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "15ed56e3-be04-40af-8feb-fea88510befc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.044602] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "15ed56e3-be04-40af-8feb-fea88510befc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.044845] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.045042] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.045486] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.047038] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.047038] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "93a4755a-a6c5-47bb-b658-3d416b1543c3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.047038] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "0c54deca-255e-411c-9642-ac2ce1872584" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.047038] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "90812af0-5d71-4864-82f1-b852f3454c23" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.047038] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "6077d2c8-ec37-4f4e-8fde-434db9fac899" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.047300] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.047300] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 600.047699] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ab9d23-d7ed-4dfc-bb3d-b3b836a02a20 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.051422] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8220e900-8db3-4377-83b7-489960eeeda1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.054673] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259c42dc-998e-427a-96fe-361755af7f6b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.057797] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.061143] env[65923]: DEBUG nova.network.neutron [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Updated VIF entry in instance network info cache for port d6e43361-41e8-4aee-a873-b4643b594060. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 600.063413] env[65923]: DEBUG nova.network.neutron [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Updating instance_info_cache with network_info: [{"id": "d6e43361-41e8-4aee-a873-b4643b594060", "address": "fa:16:3e:3e:86:60", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e43361-41", "ovs_interfaceid": "d6e43361-41e8-4aee-a873-b4643b594060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.095176] env[65923]: DEBUG nova.compute.manager [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Received event network-vif-plugged-97bd5147-5298-40ad-9049-791dfcac1be3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 600.095384] env[65923]: DEBUG oslo_concurrency.lockutils [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] Acquiring lock "93a4755a-a6c5-47bb-b658-3d416b1543c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.095614] env[65923]: DEBUG oslo_concurrency.lockutils [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] Lock "93a4755a-a6c5-47bb-b658-3d416b1543c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.095776] env[65923]: DEBUG oslo_concurrency.lockutils [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] Lock "93a4755a-a6c5-47bb-b658-3d416b1543c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.096133] env[65923]: DEBUG nova.compute.manager [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] No waiting events found dispatching network-vif-plugged-97bd5147-5298-40ad-9049-791dfcac1be3 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 600.097310] env[65923]: WARNING nova.compute.manager [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Received unexpected event network-vif-plugged-97bd5147-5298-40ad-9049-791dfcac1be3 for instance with vm_state building and task_state spawning. [ 600.097310] env[65923]: DEBUG nova.compute.manager [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Received event network-changed-97bd5147-5298-40ad-9049-791dfcac1be3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 600.097310] env[65923]: DEBUG nova.compute.manager [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Refreshing instance network info cache due to event network-changed-97bd5147-5298-40ad-9049-791dfcac1be3. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 600.097310] env[65923]: DEBUG oslo_concurrency.lockutils [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] Acquiring lock "refresh_cache-93a4755a-a6c5-47bb-b658-3d416b1543c3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.097310] env[65923]: DEBUG oslo_concurrency.lockutils [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] Acquired lock "refresh_cache-93a4755a-a6c5-47bb-b658-3d416b1543c3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.098196] env[65923]: DEBUG nova.network.neutron [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Refreshing network info cache for port 97bd5147-5298-40ad-9049-791dfcac1be3 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.098196] env[65923]: WARNING oslo_messaging._drivers.amqpdriver [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 600.250902] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046848} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.250902] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.250902] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0e98251-2791-494a-bc01-af644897d287 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.262644] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 600.262644] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f04953-1b73-b02d-40fd-f1248aeb1771" [ 600.262644] env[65923]: _type = "Task" [ 600.262644] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.274561] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f04953-1b73-b02d-40fd-f1248aeb1771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.314491] env[65923]: DEBUG oslo_concurrency.lockutils [req-2284f5b7-e25d-493b-94ba-a72d2c01a5ef req-c00c36ee-a7cd-45d1-bc46-0c5da3bbaa76 service nova] Releasing lock "refresh_cache-13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.336193] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706330, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.370256] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34afea2e-8fb1-425c-a376-7dc6eef98f32 tempest-ServerExternalEventsTest-603086002 tempest-ServerExternalEventsTest-603086002-project] Releasing lock "refresh_cache-f6c64a16-a400-4c73-ac00-a2dd57a2de6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.394335] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957876} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.394646] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e915bf9c-bcc2-46d1-a199-5bf4af3613c9/e915bf9c-bcc2-46d1-a199-5bf4af3613c9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.394772] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.395078] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0fafe5a-5641-4f15-9fda-95c0c53f4897 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.403163] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 600.403163] env[65923]: value = "task-4706333" [ 600.403163] env[65923]: _type = "Task" [ 600.403163] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.412861] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.473841] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54264} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.474494] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.474494] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 600.474494] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 600.505492] env[65923]: DEBUG nova.scheduler.client.report [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.545044] env[65923]: DEBUG nova.compute.manager [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 600.560826] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.572103] env[65923]: DEBUG oslo_concurrency.lockutils [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] Releasing lock "refresh_cache-5e15b852-ab20-4ded-9da9-a8eeb4783393" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.572380] env[65923]: DEBUG nova.compute.manager [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Received event network-vif-plugged-8b13b474-47b0-4791-9d96-8b28b8c4e6a3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 600.572579] env[65923]: DEBUG oslo_concurrency.lockutils [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] Acquiring lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.572778] env[65923]: DEBUG oslo_concurrency.lockutils [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.572929] env[65923]: DEBUG oslo_concurrency.lockutils [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.573106] env[65923]: DEBUG nova.compute.manager [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] No waiting events found dispatching network-vif-plugged-8b13b474-47b0-4791-9d96-8b28b8c4e6a3 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 600.573297] env[65923]: WARNING nova.compute.manager [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Received unexpected event network-vif-plugged-8b13b474-47b0-4791-9d96-8b28b8c4e6a3 for instance with vm_state building and task_state spawning. [ 600.573461] env[65923]: DEBUG nova.compute.manager [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Received event network-changed-8b13b474-47b0-4791-9d96-8b28b8c4e6a3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 600.573610] env[65923]: DEBUG nova.compute.manager [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Refreshing instance network info cache due to event network-changed-8b13b474-47b0-4791-9d96-8b28b8c4e6a3. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 600.573784] env[65923]: DEBUG oslo_concurrency.lockutils [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] Acquiring lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.573916] env[65923]: DEBUG oslo_concurrency.lockutils [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] Acquired lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.574078] env[65923]: DEBUG nova.network.neutron [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Refreshing network info cache for port 8b13b474-47b0-4791-9d96-8b28b8c4e6a3 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.577254] env[65923]: DEBUG nova.virt.hardware [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 600.578026] env[65923]: DEBUG nova.virt.hardware [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.578026] env[65923]: DEBUG nova.virt.hardware [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 600.578026] env[65923]: DEBUG nova.virt.hardware [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.578026] env[65923]: DEBUG nova.virt.hardware [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 600.578263] env[65923]: DEBUG nova.virt.hardware [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 600.578332] env[65923]: DEBUG nova.virt.hardware [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 600.578468] env[65923]: DEBUG nova.virt.hardware [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 600.578624] env[65923]: DEBUG nova.virt.hardware [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 600.578777] env[65923]: DEBUG nova.virt.hardware [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 600.578939] env[65923]: DEBUG nova.virt.hardware [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 600.580073] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c37172-16bf-49d7-900a-a5dac7492654 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.583988] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "15ed56e3-be04-40af-8feb-fea88510befc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.584422] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.591386] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d7bf20-7583-4c54-9c15-09b538b64a34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.597324] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.608497] env[65923]: WARNING neutronclient.v2_0.client [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.775062] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f04953-1b73-b02d-40fd-f1248aeb1771, 'name': SearchDatastore_Task, 'duration_secs': 0.05126} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.775323] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.775584] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8/13f8ab42-d467-4a8e-b4e4-c61c5e748ca8.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.775885] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40d078f5-5d86-4dd4-ac3e-c4d98c86bf8e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.784655] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 600.784655] env[65923]: value = "task-4706334" [ 600.784655] env[65923]: _type = "Task" [ 600.784655] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.796323] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.838809] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706330, 'name': CreateVM_Task, 'duration_secs': 0.517916} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.839207] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.839747] env[65923]: WARNING neutronclient.v2_0.client [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.840257] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.840463] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.841073] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.841242] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae415066-d619-4a47-96a7-d6d52d7f95a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.847869] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for the task: (returnval){ [ 600.847869] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522a3dc1-b686-5365-36c7-1b9e0cbff56f" [ 600.847869] env[65923]: _type = "Task" [ 600.847869] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.860146] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522a3dc1-b686-5365-36c7-1b9e0cbff56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.913489] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071354} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.913788] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.914566] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8e7af7-ed0c-44af-9377-ff5a927db05b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.939491] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e915bf9c-bcc2-46d1-a199-5bf4af3613c9/e915bf9c-bcc2-46d1-a199-5bf4af3613c9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.939831] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d716e426-add3-40dc-b1c4-9f16d376c984 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.960944] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 600.960944] env[65923]: value = "task-4706335" [ 600.960944] env[65923]: _type = "Task" [ 600.960944] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.970014] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.010148] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.010698] env[65923]: DEBUG nova.compute.manager [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 601.013929] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.746s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.015281] env[65923]: INFO nova.compute.claims [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.073910] env[65923]: DEBUG nova.network.neutron [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 601.084934] env[65923]: WARNING neutronclient.v2_0.client [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.296712] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706334, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.363631] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522a3dc1-b686-5365-36c7-1b9e0cbff56f, 'name': SearchDatastore_Task, 'duration_secs': 0.062621} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.364109] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.364526] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.364659] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.364844] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.365079] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.365428] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e62787eb-1ab6-4a7e-8fbe-75e1634aad6c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.383902] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.384214] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.385124] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8dedf2-78b9-4103-901b-53ce9dc38fca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.393360] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for the task: (returnval){ [ 601.393360] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52473879-d8a0-6f0d-b590-b2cbd01a37c1" [ 601.393360] env[65923]: _type = "Task" [ 601.393360] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.397992] env[65923]: DEBUG nova.network.neutron [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Successfully updated port: 2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 601.408593] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52473879-d8a0-6f0d-b590-b2cbd01a37c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.476571] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.514947] env[65923]: DEBUG nova.virt.hardware [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 601.515235] env[65923]: DEBUG nova.virt.hardware [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.515405] env[65923]: DEBUG nova.virt.hardware [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 601.515677] env[65923]: DEBUG nova.virt.hardware [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.515849] env[65923]: DEBUG nova.virt.hardware [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 601.516035] env[65923]: DEBUG nova.virt.hardware [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 601.516282] env[65923]: DEBUG nova.virt.hardware [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 601.516496] env[65923]: DEBUG nova.virt.hardware [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 601.516644] env[65923]: DEBUG nova.virt.hardware [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 601.516807] env[65923]: DEBUG nova.virt.hardware [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 601.517604] env[65923]: DEBUG nova.virt.hardware [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 601.517949] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcf765b-8df7-4356-8ccb-6552911e340e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.522390] env[65923]: DEBUG nova.compute.utils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.527511] env[65923]: DEBUG nova.compute.manager [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 601.527511] env[65923]: DEBUG nova.network.neutron [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 601.527511] env[65923]: WARNING neutronclient.v2_0.client [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.527786] env[65923]: WARNING neutronclient.v2_0.client [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.539663] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31088c91-c9aa-49a2-ab58-6b80f1040713 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.558297] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.564922] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 601.565688] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.565952] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24564c52-4ab1-477e-8485-e64f7e352a0e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.589394] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.589394] env[65923]: value = "task-4706336" [ 601.589394] env[65923]: _type = "Task" [ 601.589394] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.604044] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706336, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.799879] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917028} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.799879] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8/13f8ab42-d467-4a8e-b4e4-c61c5e748ca8.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.799879] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.799879] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3fd78bc-627b-4a2f-b402-54cf7a464d0d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.805173] env[65923]: DEBUG nova.policy [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75ca6aa32559403ebd3498784e73f44f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55176e0cb1e14262ae80b8271ee119af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.808935] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 601.808935] env[65923]: value = "task-4706337" [ 601.808935] env[65923]: _type = "Task" [ 601.808935] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.821652] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.909577] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquiring lock "refresh_cache-90812af0-5d71-4864-82f1-b852f3454c23" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.909577] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquired lock "refresh_cache-90812af0-5d71-4864-82f1-b852f3454c23" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.909577] env[65923]: DEBUG nova.network.neutron [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 601.909577] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52473879-d8a0-6f0d-b590-b2cbd01a37c1, 'name': SearchDatastore_Task, 'duration_secs': 0.059215} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.911037] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8b2fdb-94ca-4417-a69a-31e765f0f5b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.927138] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for the task: (returnval){ [ 601.927138] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ec8781-eb23-3374-1e00-348783b180e8" [ 601.927138] env[65923]: _type = "Task" [ 601.927138] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.940545] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ec8781-eb23-3374-1e00-348783b180e8, 'name': SearchDatastore_Task, 'duration_secs': 0.013811} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.944672] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.945092] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 93a4755a-a6c5-47bb-b658-3d416b1543c3/93a4755a-a6c5-47bb-b658-3d416b1543c3.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.945956] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54c3a1aa-139d-4515-ae10-f04d812ef3b6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.957933] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for the task: (returnval){ [ 601.957933] env[65923]: value = "task-4706338" [ 601.957933] env[65923]: _type = "Task" [ 601.957933] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.975923] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.980118] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706335, 'name': ReconfigVM_Task, 'duration_secs': 0.602844} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.980805] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e915bf9c-bcc2-46d1-a199-5bf4af3613c9/e915bf9c-bcc2-46d1-a199-5bf4af3613c9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.981149] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03f0515f-ef8b-4f03-90ee-b2bc0ebbf1f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.989558] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 601.989558] env[65923]: value = "task-4706339" [ 601.989558] env[65923]: _type = "Task" [ 601.989558] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.006274] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706339, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.028403] env[65923]: DEBUG nova.compute.manager [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 602.112232] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706336, 'name': CreateVM_Task, 'duration_secs': 0.447693} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.112390] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.117434] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.118024] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.118024] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.120268] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8399ebf5-18ee-4f01-bef2-57bba0a363ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.127250] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 602.127250] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52da4af3-5ce2-dd7d-1fdd-c3ecc60ad9c1" [ 602.127250] env[65923]: _type = "Task" [ 602.127250] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.139076] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52da4af3-5ce2-dd7d-1fdd-c3ecc60ad9c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.327335] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082915} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.327524] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.328487] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2657512f-4f47-4623-9d59-ebe146d14f37 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.358452] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8/13f8ab42-d467-4a8e-b4e4-c61c5e748ca8.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.359955] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b20a11e-6296-4c01-96fb-bc02b9b8825b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.375203] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748174fb-9376-4284-b46b-17f6aa824cbf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.386333] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b67ab5-40b4-4283-8ca8-0edf355978fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.390976] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 602.390976] env[65923]: value = "task-4706340" [ 602.390976] env[65923]: _type = "Task" [ 602.390976] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.433279] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquiring lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.434026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.434026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquiring lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.434026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.435190] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.436918] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa06d941-51b5-4a3b-b4c2-a4ef0c1b1d03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.439528] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706340, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.441160] env[65923]: INFO nova.compute.manager [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Terminating instance [ 602.445656] env[65923]: WARNING neutronclient.v2_0.client [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.451771] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3690153d-eb56-44ad-a9af-32d4dba6df98 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.473608] env[65923]: DEBUG nova.compute.provider_tree [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.482412] env[65923]: DEBUG nova.network.neutron [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Successfully created port: ced8792b-492e-4f0b-bcce-09823a0c0c72 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 602.490287] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706338, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.504088] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706339, 'name': Rename_Task, 'duration_secs': 0.201431} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.504453] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.504678] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dbac4bf-53eb-4127-a480-6163ceec4a11 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.512496] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 602.512496] env[65923]: value = "task-4706341" [ 602.512496] env[65923]: _type = "Task" [ 602.512496] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.524019] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.620707] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.621095] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.621310] env[65923]: DEBUG nova.compute.manager [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 602.622378] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1670eb80-9965-4cd3-81a1-1b8a6ccb0ba1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.631729] env[65923]: DEBUG nova.compute.manager [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65923) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 602.632378] env[65923]: DEBUG nova.objects.instance [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lazy-loading 'flavor' on Instance uuid 5e15b852-ab20-4ded-9da9-a8eeb4783393 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 602.646961] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52da4af3-5ce2-dd7d-1fdd-c3ecc60ad9c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01378} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.646961] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.647254] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.647387] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.647557] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.647762] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.648107] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ee429b3-dca9-4a39-bcc3-2efa79487c16 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.663025] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.663358] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.663908] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f1e71b8-e461-41b4-b855-989c7dfb74d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.675106] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 602.675106] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524d764b-e322-a223-17cb-80e5e87bbcbd" [ 602.675106] env[65923]: _type = "Task" [ 602.675106] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.684744] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524d764b-e322-a223-17cb-80e5e87bbcbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.779275] env[65923]: DEBUG nova.network.neutron [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 602.908949] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.927434] env[65923]: WARNING neutronclient.v2_0.client [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.948366] env[65923]: DEBUG nova.compute.manager [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 602.948366] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.948366] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4521f7-4c1d-4d40-82ff-85e80f4866d2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.960616] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.964268] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ca0150c-3373-4c20-bf7a-e1ec2633c162 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.972290] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706338, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.973828] env[65923]: DEBUG oslo_vmware.api [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for the task: (returnval){ [ 602.973828] env[65923]: value = "task-4706342" [ 602.973828] env[65923]: _type = "Task" [ 602.973828] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.980562] env[65923]: DEBUG nova.scheduler.client.report [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.992338] env[65923]: DEBUG oslo_vmware.api [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.027566] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.042856] env[65923]: DEBUG nova.compute.manager [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 603.086861] env[65923]: DEBUG nova.virt.hardware [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 603.087136] env[65923]: DEBUG nova.virt.hardware [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.087404] env[65923]: DEBUG nova.virt.hardware [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 603.087404] env[65923]: DEBUG nova.virt.hardware [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.088380] env[65923]: DEBUG nova.virt.hardware [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 603.088380] env[65923]: DEBUG nova.virt.hardware [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 603.088380] env[65923]: DEBUG nova.virt.hardware [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 603.088380] env[65923]: DEBUG nova.virt.hardware [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 603.088380] env[65923]: DEBUG nova.virt.hardware [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 603.088700] env[65923]: DEBUG nova.virt.hardware [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 603.088700] env[65923]: DEBUG nova.virt.hardware [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 603.089992] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de4afbd-4525-4520-8720-91150e405bc9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.102089] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d12f91-e691-43d3-83f6-19323032f8ff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.189828] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524d764b-e322-a223-17cb-80e5e87bbcbd, 'name': SearchDatastore_Task, 'duration_secs': 0.026869} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.190789] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba2a9b83-af34-49ed-a74c-569c5ab0b285 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.199312] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 603.199312] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525c89c0-e98b-e5a3-1d90-a3c35f850b47" [ 603.199312] env[65923]: _type = "Task" [ 603.199312] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.213686] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525c89c0-e98b-e5a3-1d90-a3c35f850b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.245311] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquiring lock "dc37fb3c-1afc-42df-8efe-69668e31992a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.245710] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Lock "dc37fb3c-1afc-42df-8efe-69668e31992a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.409937] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706340, 'name': ReconfigVM_Task, 'duration_secs': 0.821812} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.411151] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8/13f8ab42-d467-4a8e-b4e4-c61c5e748ca8.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.412865] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-439b4e81-ed5e-4602-b92f-1b45180ddc8f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.424023] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 603.424023] env[65923]: value = "task-4706343" [ 603.424023] env[65923]: _type = "Task" [ 603.424023] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.438018] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706343, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.473505] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706338, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.486329] env[65923]: DEBUG oslo_vmware.api [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706342, 'name': PowerOffVM_Task, 'duration_secs': 0.284208} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.486983] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.487084] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.487325] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce4cdfd0-8133-4460-9f4a-d75bd3e558ba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.494787] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.495487] env[65923]: DEBUG nova.compute.manager [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 603.499491] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.298s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.501091] env[65923]: INFO nova.compute.claims [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.525645] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706341, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.560053] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.560291] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.560465] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Deleting the datastore file [datastore2] f6c64a16-a400-4c73-ac00-a2dd57a2de6a {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.560747] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c71e39e0-76cc-4931-9410-d598a5d309e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.570171] env[65923]: DEBUG oslo_vmware.api [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for the task: (returnval){ [ 603.570171] env[65923]: value = "task-4706345" [ 603.570171] env[65923]: _type = "Task" [ 603.570171] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.584367] env[65923]: DEBUG oslo_vmware.api [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.647627] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.648079] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-864ca082-bbdf-4dcc-b216-bd99bee742a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.659559] env[65923]: DEBUG oslo_vmware.api [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 603.659559] env[65923]: value = "task-4706346" [ 603.659559] env[65923]: _type = "Task" [ 603.659559] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.670358] env[65923]: DEBUG oslo_vmware.api [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.712655] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525c89c0-e98b-e5a3-1d90-a3c35f850b47, 'name': SearchDatastore_Task, 'duration_secs': 0.016092} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.713021] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.713476] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.714019] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b1da1f8-fc7d-435a-bfbf-6cc718d76fd4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.722173] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 603.722173] env[65923]: value = "task-4706347" [ 603.722173] env[65923]: _type = "Task" [ 603.722173] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.731039] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.749720] env[65923]: DEBUG nova.compute.manager [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 603.855224] env[65923]: DEBUG nova.network.neutron [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Updating instance_info_cache with network_info: [{"id": "2cc4a131-a8aa-446c-9ffa-1a4c927ddb34", "address": "fa:16:3e:a3:93:b1", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc4a131-a8", "ovs_interfaceid": "2cc4a131-a8aa-446c-9ffa-1a4c927ddb34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.898749] env[65923]: WARNING neutronclient.v2_0.client [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.937027] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706343, 'name': Rename_Task, 'duration_secs': 0.177886} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.940031] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.940785] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c34f6390-b3fb-4aae-860e-dc4c2dd4a5ff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.949741] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 603.949741] env[65923]: value = "task-4706348" [ 603.949741] env[65923]: _type = "Task" [ 603.949741] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.959397] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.973648] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706338, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.60209} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.973648] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 93a4755a-a6c5-47bb-b658-3d416b1543c3/93a4755a-a6c5-47bb-b658-3d416b1543c3.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.973648] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.973648] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-061bd0d1-5993-42b6-a9aa-4c3cf922da94 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.982856] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for the task: (returnval){ [ 603.982856] env[65923]: value = "task-4706349" [ 603.982856] env[65923]: _type = "Task" [ 603.982856] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.992831] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.006467] env[65923]: DEBUG nova.compute.utils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.010392] env[65923]: DEBUG nova.compute.manager [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 604.011481] env[65923]: DEBUG nova.network.neutron [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 604.011481] env[65923]: WARNING neutronclient.v2_0.client [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.011481] env[65923]: WARNING neutronclient.v2_0.client [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.025203] env[65923]: DEBUG oslo_vmware.api [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706341, 'name': PowerOnVM_Task, 'duration_secs': 1.172274} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.025585] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.025964] env[65923]: INFO nova.compute.manager [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Took 10.60 seconds to spawn the instance on the hypervisor. [ 604.026257] env[65923]: DEBUG nova.compute.manager [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 604.027820] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24faa23-b952-4fdb-995e-209abc881ce2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.081666] env[65923]: DEBUG oslo_vmware.api [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Task: {'id': task-4706345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414135} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.081965] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.082314] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.082463] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.082717] env[65923]: INFO nova.compute.manager [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 604.083061] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 604.083328] env[65923]: DEBUG nova.compute.manager [-] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 604.083439] env[65923]: DEBUG nova.network.neutron [-] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 604.083699] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.107388] env[65923]: DEBUG nova.compute.manager [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Received event network-vif-plugged-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 604.107648] env[65923]: DEBUG oslo_concurrency.lockutils [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] Acquiring lock "0c54deca-255e-411c-9642-ac2ce1872584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.107886] env[65923]: DEBUG oslo_concurrency.lockutils [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] Lock "0c54deca-255e-411c-9642-ac2ce1872584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.108060] env[65923]: DEBUG oslo_concurrency.lockutils [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] Lock "0c54deca-255e-411c-9642-ac2ce1872584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.108258] env[65923]: DEBUG nova.compute.manager [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] No waiting events found dispatching network-vif-plugged-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 604.108636] env[65923]: WARNING nova.compute.manager [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Received unexpected event network-vif-plugged-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 for instance with vm_state building and task_state spawning. [ 604.109326] env[65923]: DEBUG nova.compute.manager [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Received event network-changed-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 604.109326] env[65923]: DEBUG nova.compute.manager [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Refreshing instance network info cache due to event network-changed-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 604.109326] env[65923]: DEBUG oslo_concurrency.lockutils [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] Acquiring lock "refresh_cache-0c54deca-255e-411c-9642-ac2ce1872584" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.175086] env[65923]: DEBUG oslo_vmware.api [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706346, 'name': PowerOffVM_Task, 'duration_secs': 0.352616} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.175303] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.175763] env[65923]: DEBUG nova.compute.manager [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 604.176908] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b7628e-a617-4f0c-9208-8b2f5a0fad1f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.235653] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706347, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.279853] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.357840] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Releasing lock "refresh_cache-0c54deca-255e-411c-9642-ac2ce1872584" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.358444] env[65923]: DEBUG nova.compute.manager [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Instance network_info: |[{"id": "2cc4a131-a8aa-446c-9ffa-1a4c927ddb34", "address": "fa:16:3e:a3:93:b1", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc4a131-a8", "ovs_interfaceid": "2cc4a131-a8aa-446c-9ffa-1a4c927ddb34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 604.358982] env[65923]: DEBUG oslo_concurrency.lockutils [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] Acquired lock "refresh_cache-0c54deca-255e-411c-9642-ac2ce1872584" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.359264] env[65923]: DEBUG nova.network.neutron [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Refreshing network info cache for port 2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.361218] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:93:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cc4a131-a8aa-446c-9ffa-1a4c927ddb34', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.370968] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Creating folder: Project (6555ebac4ed3444b85070ce8189eee3f). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.372775] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a57aa88-d5c3-4c1e-aba3-a6b15a7fa29b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.388738] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Created folder: Project (6555ebac4ed3444b85070ce8189eee3f) in parent group-v918465. [ 604.389289] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Creating folder: Instances. Parent ref: group-v918488. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.389455] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9583b9a-7448-41aa-9687-898286a3a721 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.403340] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Created folder: Instances in parent group-v918488. [ 604.403775] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 604.404018] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.404343] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5cf57c1-aa3d-4db4-96d8-42f6574e0114 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.434121] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.434121] env[65923]: value = "task-4706352" [ 604.434121] env[65923]: _type = "Task" [ 604.434121] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.447905] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706352, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.466565] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.498043] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163393} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.498043] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.498043] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3598f1f-c6c0-4aa1-ba63-396b5b6f4f86 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.519165] env[65923]: DEBUG nova.compute.manager [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 604.533225] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 93a4755a-a6c5-47bb-b658-3d416b1543c3/93a4755a-a6c5-47bb-b658-3d416b1543c3.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.533225] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0286f4-05ce-47eb-a821-9ccc7fdbeb0d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.557501] env[65923]: INFO nova.compute.manager [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Took 22.07 seconds to build instance. [ 604.561377] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for the task: (returnval){ [ 604.561377] env[65923]: value = "task-4706353" [ 604.561377] env[65923]: _type = "Task" [ 604.561377] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.573253] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.590555] env[65923]: DEBUG nova.network.neutron [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Successfully updated port: ced8792b-492e-4f0b-bcce-09823a0c0c72 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 604.691822] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d414e642-6b7b-4a43-a707-ba858a1e0a47 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.737556] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796914} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.738062] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.738281] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.738564] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c900e243-607b-4417-ab57-9898339137a3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.752850] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 604.752850] env[65923]: value = "task-4706354" [ 604.752850] env[65923]: _type = "Task" [ 604.752850] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.763239] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.787797] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e065fdc9-133d-415f-a09c-260c17757c6e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.798627] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fa6caf-ff88-4fcc-aa17-dd55ebabe500 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.838129] env[65923]: DEBUG nova.network.neutron [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Updated VIF entry in instance network info cache for port 97bd5147-5298-40ad-9049-791dfcac1be3. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 604.838555] env[65923]: DEBUG nova.network.neutron [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Updating instance_info_cache with network_info: [{"id": "97bd5147-5298-40ad-9049-791dfcac1be3", "address": "fa:16:3e:de:ed:77", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97bd5147-52", "ovs_interfaceid": "97bd5147-5298-40ad-9049-791dfcac1be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.840983] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b988dd-7593-404c-8140-d11a5a7b06d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.853555] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3ff14a-3047-4805-a831-f991f78d6e26 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.870778] env[65923]: DEBUG nova.compute.provider_tree [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.876634] env[65923]: WARNING neutronclient.v2_0.client [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.943334] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706352, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.960642] env[65923]: DEBUG oslo_vmware.api [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706348, 'name': PowerOnVM_Task, 'duration_secs': 0.879256} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.960920] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.961179] env[65923]: INFO nova.compute.manager [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Took 13.93 seconds to spawn the instance on the hypervisor. [ 604.961309] env[65923]: DEBUG nova.compute.manager [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 604.962127] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c01cef-6cc8-4cbd-9699-c4405f272825 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.983838] env[65923]: DEBUG nova.policy [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5c4512aa1b04dfaa91673da1926f41a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0bff84544fb4e89844717c0191ad71c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.061960] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3e476008-6e07-4e98-8359-92a624cac941 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.582s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.062392] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.016s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.062658] env[65923]: INFO nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] During sync_power_state the instance has a pending task (spawning). Skip. [ 605.062825] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.073465] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706353, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.095756] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.095756] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquired lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.095756] env[65923]: DEBUG nova.network.neutron [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.163946] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.204537] env[65923]: WARNING neutronclient.v2_0.client [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.264990] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137103} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.265311] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.266240] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065a5ded-ac13-422d-ae82-51925df57d81 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.292405] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.292405] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7742175-54f9-4692-88a6-29f43c4c9b1c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.310770] env[65923]: DEBUG nova.network.neutron [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updated VIF entry in instance network info cache for port 8b13b474-47b0-4791-9d96-8b28b8c4e6a3. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 605.311155] env[65923]: DEBUG nova.network.neutron [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance_info_cache with network_info: [{"id": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "address": "fa:16:3e:1f:7b:ca", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b13b474-47", "ovs_interfaceid": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.319616] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 605.319616] env[65923]: value = "task-4706355" [ 605.319616] env[65923]: _type = "Task" [ 605.319616] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.333723] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.346566] env[65923]: DEBUG oslo_concurrency.lockutils [req-a0e4c512-2421-4b60-bb34-83e999e90dff req-a01ecd70-2890-429c-bf57-340ff779479e service nova] Releasing lock "refresh_cache-93a4755a-a6c5-47bb-b658-3d416b1543c3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.379250] env[65923]: DEBUG nova.scheduler.client.report [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.447559] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706352, 'name': CreateVM_Task, 'duration_secs': 0.526577} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.447795] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.448359] env[65923]: WARNING neutronclient.v2_0.client [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.448757] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.448943] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.449325] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.449619] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871a360a-671e-4c0b-b84c-b9e749500e24 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.456582] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 605.456582] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52364324-0dec-9ac2-7e19-4c48dbea29ec" [ 605.456582] env[65923]: _type = "Task" [ 605.456582] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.469514] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52364324-0dec-9ac2-7e19-4c48dbea29ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.469843] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.470103] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.470361] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.470508] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.470694] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.470977] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a32c0c20-effa-4351-8101-b0abb0e280df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.484424] env[65923]: INFO nova.compute.manager [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Took 24.01 seconds to build instance. [ 605.487023] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.487284] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.489251] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67c148a-09c3-44e8-b74a-63fbea0329f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.498834] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 605.498834] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5200014a-f91f-b3f7-5553-a8022b65af7e" [ 605.498834] env[65923]: _type = "Task" [ 605.498834] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.510200] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5200014a-f91f-b3f7-5553-a8022b65af7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.512034] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828fed30-85c4-4c92-af09-003a65d49abb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.520031] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 605.520031] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c9b660-9351-1b4b-30dd-333daef2ce0b" [ 605.520031] env[65923]: _type = "Task" [ 605.520031] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.529822] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c9b660-9351-1b4b-30dd-333daef2ce0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.540394] env[65923]: DEBUG nova.compute.manager [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 605.569942] env[65923]: DEBUG nova.virt.hardware [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 605.570534] env[65923]: DEBUG nova.virt.hardware [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.570534] env[65923]: DEBUG nova.virt.hardware [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 605.570684] env[65923]: DEBUG nova.virt.hardware [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.570855] env[65923]: DEBUG nova.virt.hardware [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 605.570978] env[65923]: DEBUG nova.virt.hardware [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 605.571765] env[65923]: DEBUG nova.virt.hardware [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 605.571850] env[65923]: DEBUG nova.virt.hardware [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 605.571954] env[65923]: DEBUG nova.virt.hardware [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 605.572133] env[65923]: DEBUG nova.virt.hardware [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 605.572387] env[65923]: DEBUG nova.virt.hardware [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 605.573260] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431da8fd-e999-4373-99d2-af3fd2aef0d3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.582543] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706353, 'name': ReconfigVM_Task, 'duration_secs': 0.540848} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.584988] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 93a4755a-a6c5-47bb-b658-3d416b1543c3/93a4755a-a6c5-47bb-b658-3d416b1543c3.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.585769] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d124b1d5-f83f-4235-83ff-884e00c0ef81 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.588601] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dba859-3632-4fd5-92ec-d7e59cd240cd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.613250] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for the task: (returnval){ [ 605.613250] env[65923]: value = "task-4706356" [ 605.613250] env[65923]: _type = "Task" [ 605.613250] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.624896] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706356, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.814497] env[65923]: DEBUG oslo_concurrency.lockutils [req-8655186a-5a0f-4ab9-ae01-1b0954b9bab1 req-0c8430d0-14fc-4c24-a8a6-c7dd70b48901 service nova] Releasing lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.830448] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706355, 'name': ReconfigVM_Task, 'duration_secs': 0.331662} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.830448] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.830756] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c49407f3-4a01-4f5a-adce-bac111d1c69a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.838219] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 605.838219] env[65923]: value = "task-4706357" [ 605.838219] env[65923]: _type = "Task" [ 605.838219] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.848107] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706357, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.883270] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.883971] env[65923]: DEBUG nova.compute.manager [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 605.889197] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.328s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.890320] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.890320] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 605.890320] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.610s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.894149] env[65923]: INFO nova.compute.claims [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.897767] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacd3525-0685-449c-93a7-d1b752d7777b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.912985] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c851b2e-fa17-4503-8912-df4f9a2345df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.943023] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c33289-685b-40dc-88a3-4f00db01db53 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.955973] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e89d6c-7a9d-4769-853c-d21251708fa5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.015343] env[65923]: DEBUG oslo_concurrency.lockutils [None req-846ee21d-a5ed-4dcc-815b-0cac47c0697a tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.553s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.015922] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180655MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 606.015922] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.017820] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.972s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.017820] env[65923]: INFO nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] During sync_power_state the instance has a pending task (spawning). Skip. [ 606.018991] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.036032] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c9b660-9351-1b4b-30dd-333daef2ce0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.036551] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.036790] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 0c54deca-255e-411c-9642-ac2ce1872584/0c54deca-255e-411c-9642-ac2ce1872584.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.037202] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93c4353d-d87d-4f9e-8e37-ae1715a49f87 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.047566] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 606.047566] env[65923]: value = "task-4706358" [ 606.047566] env[65923]: _type = "Task" [ 606.047566] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.062332] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.130867] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706356, 'name': Rename_Task, 'duration_secs': 0.426609} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.135344] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.136590] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b637354f-77b8-4572-a473-51f7b7895b63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.145991] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for the task: (returnval){ [ 606.145991] env[65923]: value = "task-4706359" [ 606.145991] env[65923]: _type = "Task" [ 606.145991] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.161990] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.357016] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706357, 'name': Rename_Task, 'duration_secs': 0.323776} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.357869] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.358067] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85380c32-bb90-4d64-b527-672fb17c375b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.368419] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 606.368419] env[65923]: value = "task-4706360" [ 606.368419] env[65923]: _type = "Task" [ 606.368419] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.382033] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.399555] env[65923]: DEBUG nova.compute.utils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 606.402261] env[65923]: DEBUG nova.compute.manager [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 606.402261] env[65923]: DEBUG nova.network.neutron [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 606.402493] env[65923]: WARNING neutronclient.v2_0.client [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.402915] env[65923]: WARNING neutronclient.v2_0.client [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.530837] env[65923]: DEBUG nova.network.neutron [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 606.565383] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706358, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.585546] env[65923]: DEBUG nova.network.neutron [-] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.660095] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706359, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.879728] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.907125] env[65923]: DEBUG nova.compute.manager [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 607.059376] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671918} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.059376] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 0c54deca-255e-411c-9642-ac2ce1872584/0c54deca-255e-411c-9642-ac2ce1872584.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.059938] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.060346] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34d68238-10ed-435e-b868-eaceef66186a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.075030] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 607.075030] env[65923]: value = "task-4706361" [ 607.075030] env[65923]: _type = "Task" [ 607.075030] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.088303] env[65923]: INFO nova.compute.manager [-] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Took 3.00 seconds to deallocate network for instance. [ 607.088920] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.149252] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c0139c-ce5c-4003-9a07-8396f26f4f8d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.171148] env[65923]: DEBUG oslo_vmware.api [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706359, 'name': PowerOnVM_Task, 'duration_secs': 0.636025} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.172517] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa75323-9af6-45a8-aab1-dccc32d6e11c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.178011] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.178245] env[65923]: INFO nova.compute.manager [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Took 11.36 seconds to spawn the instance on the hypervisor. [ 607.178543] env[65923]: DEBUG nova.compute.manager [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 607.179889] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bef6420-566a-4641-9f86-230cdf312ccb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.183416] env[65923]: DEBUG nova.network.neutron [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Successfully created port: ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 607.222190] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd409f0-a563-43ba-b8ca-d20a7dbb76b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.232035] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7babb7d-a9a4-43cc-beda-25a5f1716f32 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.250710] env[65923]: DEBUG nova.compute.provider_tree [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.379608] env[65923]: DEBUG oslo_vmware.api [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706360, 'name': PowerOnVM_Task, 'duration_secs': 0.685299} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.379941] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.380102] env[65923]: DEBUG nova.compute.manager [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 607.381086] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8f6a57-5603-47fe-b805-eb03b18da798 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.585998] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078663} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.586641] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.587453] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500c1847-f16f-462f-a9f9-81749f67cb03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.604582] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.618579] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 0c54deca-255e-411c-9642-ac2ce1872584/0c54deca-255e-411c-9642-ac2ce1872584.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.622320] env[65923]: DEBUG nova.network.neutron [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Updating instance_info_cache with network_info: [{"id": "2d0ca9c2-f3d2-4276-9642-c4d08cd09d86", "address": "fa:16:3e:ba:c6:97", "network": {"id": "c35a8aac-dbb6-42cd-86a5-d56c81d1e9b7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1573483157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b915f1f4134a999abe122eddafe856", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0ca9c2-f3", "ovs_interfaceid": "2d0ca9c2-f3d2-4276-9642-c4d08cd09d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.623478] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b08d18-8464-48a3-83b3-2c731ffbe755 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.643918] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Releasing lock "refresh_cache-90812af0-5d71-4864-82f1-b852f3454c23" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.644431] env[65923]: DEBUG nova.compute.manager [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Instance network_info: |[{"id": "2d0ca9c2-f3d2-4276-9642-c4d08cd09d86", "address": "fa:16:3e:ba:c6:97", "network": {"id": "c35a8aac-dbb6-42cd-86a5-d56c81d1e9b7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1573483157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b915f1f4134a999abe122eddafe856", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0ca9c2-f3", "ovs_interfaceid": "2d0ca9c2-f3d2-4276-9642-c4d08cd09d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 607.645246] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:c6:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d0ca9c2-f3d2-4276-9642-c4d08cd09d86', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.653787] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Creating folder: Project (28b915f1f4134a999abe122eddafe856). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.657557] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d08ca817-ec5d-4bd6-8f99-4e046e397252 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.666791] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 607.666791] env[65923]: value = "task-4706362" [ 607.666791] env[65923]: _type = "Task" [ 607.666791] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.670444] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Created folder: Project (28b915f1f4134a999abe122eddafe856) in parent group-v918465. [ 607.670444] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Creating folder: Instances. Parent ref: group-v918491. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.675259] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e97535f0-99ef-4aea-998e-f6bc3076a11d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.679955] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.693318] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Created folder: Instances in parent group-v918491. [ 607.693318] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 607.693318] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.693318] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7add677-70a5-4abe-8402-f7583bb5fe8a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.709703] env[65923]: DEBUG nova.policy [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d0c92d693af4e26b8f52c4e298876a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca3039d95518483fa708434bacf7bb4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.719336] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.719336] env[65923]: value = "task-4706365" [ 607.719336] env[65923]: _type = "Task" [ 607.719336] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.734926] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706365, 'name': CreateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.740229] env[65923]: INFO nova.compute.manager [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Took 25.01 seconds to build instance. [ 607.755341] env[65923]: DEBUG nova.scheduler.client.report [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.900350] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.917723] env[65923]: DEBUG nova.compute.manager [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 607.954072] env[65923]: DEBUG nova.virt.hardware [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 607.954320] env[65923]: DEBUG nova.virt.hardware [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.954472] env[65923]: DEBUG nova.virt.hardware [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 607.954692] env[65923]: DEBUG nova.virt.hardware [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.954839] env[65923]: DEBUG nova.virt.hardware [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 607.954983] env[65923]: DEBUG nova.virt.hardware [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 607.955208] env[65923]: DEBUG nova.virt.hardware [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.955386] env[65923]: DEBUG nova.virt.hardware [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 607.955572] env[65923]: DEBUG nova.virt.hardware [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 607.955736] env[65923]: DEBUG nova.virt.hardware [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 607.955916] env[65923]: DEBUG nova.virt.hardware [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 607.956894] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6f47a8-4475-4ace-a0b4-f36b444c5115 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.966645] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2855d17-63d9-4e67-bd94-1ce166eb5b70 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.179320] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.237666] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706365, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.242994] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3b505c34-737b-4800-9998-faed6cd3c12b tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Lock "93a4755a-a6c5-47bb-b658-3d416b1543c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.527s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.243748] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "93a4755a-a6c5-47bb-b658-3d416b1543c3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.197s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.243748] env[65923]: INFO nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] During sync_power_state the instance has a pending task (spawning). Skip. [ 608.243877] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "93a4755a-a6c5-47bb-b658-3d416b1543c3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.261941] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.264100] env[65923]: DEBUG nova.compute.manager [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 608.265392] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.250s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.676738] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706362, 'name': ReconfigVM_Task, 'duration_secs': 0.71446} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.677223] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 0c54deca-255e-411c-9642-ac2ce1872584/0c54deca-255e-411c-9642-ac2ce1872584.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.678016] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d56505f0-e9dc-41c4-8d8c-40926ca2f41f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.685955] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 608.685955] env[65923]: value = "task-4706366" [ 608.685955] env[65923]: _type = "Task" [ 608.685955] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.695874] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706366, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.735285] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706365, 'name': CreateVM_Task, 'duration_secs': 0.582865} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.735285] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.735285] env[65923]: WARNING neutronclient.v2_0.client [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.735285] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.735285] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.735486] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.735486] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-939f9507-42a3-478c-b3eb-504234d1353f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.740579] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for the task: (returnval){ [ 608.740579] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5221b532-b1f8-8f93-7cbf-982022a29d32" [ 608.740579] env[65923]: _type = "Task" [ 608.740579] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.751541] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5221b532-b1f8-8f93-7cbf-982022a29d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.770159] env[65923]: DEBUG nova.compute.utils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.772474] env[65923]: DEBUG nova.compute.manager [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Not allocating networking since 'none' was specified. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 609.196909] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706366, 'name': Rename_Task, 'duration_secs': 0.329845} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.197494] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.198045] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23dfd130-3f8f-44c8-9fdd-1799d25ac86c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.207784] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 609.207784] env[65923]: value = "task-4706367" [ 609.207784] env[65923]: _type = "Task" [ 609.207784] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.221531] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.257571] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5221b532-b1f8-8f93-7cbf-982022a29d32, 'name': SearchDatastore_Task, 'duration_secs': 0.014959} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.257571] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.257571] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.257937] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.258090] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.258312] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.258622] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-265dd98c-8a88-4ef3-83b3-bb76157009d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.277780] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.278070] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.278926] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727e28e0-4f4b-48e9-b5fb-efc9b41cfa50 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.282535] env[65923]: DEBUG nova.compute.manager [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 609.298873] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for the task: (returnval){ [ 609.298873] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5286a628-67ed-235a-d309-d12fd5f71d3e" [ 609.298873] env[65923]: _type = "Task" [ 609.298873] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.313444] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5286a628-67ed-235a-d309-d12fd5f71d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.316065] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance f6c64a16-a400-4c73-ac00-a2dd57a2de6a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 609.316515] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 7bc1cded-46b2-4f54-aef6-0ca7c7df4112 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.316515] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 15ed56e3-be04-40af-8feb-fea88510befc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.316515] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 5e15b852-ab20-4ded-9da9-a8eeb4783393 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.316646] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.316914] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e915bf9c-bcc2-46d1-a199-5bf4af3613c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.316914] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 93a4755a-a6c5-47bb-b658-3d416b1543c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.317023] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 0c54deca-255e-411c-9642-ac2ce1872584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.317064] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 90812af0-5d71-4864-82f1-b852f3454c23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.317720] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 6077d2c8-ec37-4f4e-8fde-434db9fac899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.317720] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 5a1c2245-b7e5-4939-850d-7d148518a413 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.317720] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.317720] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance dc37fb3c-1afc-42df-8efe-69668e31992a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 609.317972] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 609.320516] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_active': '5', 'num_task_None': '7', 'num_os_type_None': '12', 'num_proj_ce9c0239a65d43608cbbf2f35bc155d9': '1', 'io_workload': '6', 'num_proj_886d03699e4b42d2b90f146020eb876c': '1', 'num_vm_stopped': '1', 'num_proj_ed4cb7f0af3e4d85ad14c139ad155309': '1', 'num_proj_b07f0a34286f414491779c2c8a9959e8': '1', 'num_proj_cbdb9cae101e45d6a8d0bac769aa2f4b': '1', 'num_proj_3e62c250b1c0421f9a305b335b44ab4a': '1', 'num_vm_building': '6', 'num_task_spawning': '5', 'num_proj_6555ebac4ed3444b85070ce8189eee3f': '1', 'num_proj_28b915f1f4134a999abe122eddafe856': '1', 'num_proj_55176e0cb1e14262ae80b8271ee119af': '1', 'num_proj_b0bff84544fb4e89844717c0191ad71c': '1', 'num_proj_ca3039d95518483fa708434bacf7bb4a': '1', 'num_proj_deb2bb7a28874891ba65524d922c0da7': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 609.522323] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31162fb-3cb5-4978-96b1-bfa9f7e53c8b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.532067] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42fa268-170d-46bb-b337-e61ff112fe44 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.565769] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6d33bd-310e-40b4-841d-9c78d30421ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.577180] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec19ddc0-0a67-4410-b6ef-0de1e8779c30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.595800] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.617174] env[65923]: DEBUG nova.network.neutron [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Successfully updated port: ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 609.721919] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706367, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.816194] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5286a628-67ed-235a-d309-d12fd5f71d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.013798} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.817771] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02600704-996b-40b6-8c54-11ddd92777e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.826495] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for the task: (returnval){ [ 609.826495] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52919887-ca65-e438-2035-d98e889444ca" [ 609.826495] env[65923]: _type = "Task" [ 609.826495] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.842024] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52919887-ca65-e438-2035-d98e889444ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.983008] env[65923]: DEBUG nova.network.neutron [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Successfully created port: 347fc183-0d4e-4de3-91bf-48e86094a69e {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 610.100632] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.119801] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquiring lock "refresh_cache-5a1c2245-b7e5-4939-850d-7d148518a413" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.119887] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquired lock "refresh_cache-5a1c2245-b7e5-4939-850d-7d148518a413" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.120153] env[65923]: DEBUG nova.network.neutron [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 610.222616] env[65923]: DEBUG oslo_vmware.api [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706367, 'name': PowerOnVM_Task, 'duration_secs': 0.700955} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.222616] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.222616] env[65923]: INFO nova.compute.manager [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Took 12.06 seconds to spawn the instance on the hypervisor. [ 610.223523] env[65923]: DEBUG nova.compute.manager [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 610.225936] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ebad83-0569-47ea-8b55-0a57d273e03b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.302910] env[65923]: DEBUG nova.compute.manager [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 610.336647] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52919887-ca65-e438-2035-d98e889444ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013622} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.337223] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.337223] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 90812af0-5d71-4864-82f1-b852f3454c23/90812af0-5d71-4864-82f1-b852f3454c23.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.337508] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f379816-d767-4a51-b361-9dea4a7834be {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.346075] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for the task: (returnval){ [ 610.346075] env[65923]: value = "task-4706368" [ 610.346075] env[65923]: _type = "Task" [ 610.346075] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.351957] env[65923]: DEBUG nova.virt.hardware [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 610.351957] env[65923]: DEBUG nova.virt.hardware [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.351957] env[65923]: DEBUG nova.virt.hardware [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 610.352195] env[65923]: DEBUG nova.virt.hardware [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.352195] env[65923]: DEBUG nova.virt.hardware [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 610.352195] env[65923]: DEBUG nova.virt.hardware [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 610.352345] env[65923]: DEBUG nova.virt.hardware [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 610.352798] env[65923]: DEBUG nova.virt.hardware [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 610.352798] env[65923]: DEBUG nova.virt.hardware [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 610.352798] env[65923]: DEBUG nova.virt.hardware [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 610.352991] env[65923]: DEBUG nova.virt.hardware [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 610.353875] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1f03a3-3e52-40e3-bc6d-66369bb3d361 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.363674] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.367455] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87e2061-172a-4ef6-8322-548d19750b4e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.382859] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.389411] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Creating folder: Project (deb2bb7a28874891ba65524d922c0da7). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.389586] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f03d1eff-30cd-41a8-8083-7631258387e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.401754] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Created folder: Project (deb2bb7a28874891ba65524d922c0da7) in parent group-v918465. [ 610.401957] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Creating folder: Instances. Parent ref: group-v918494. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.402269] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a37261e-fe9d-47e6-9189-a89c4e89bc02 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.415321] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Created folder: Instances in parent group-v918494. [ 610.415321] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 610.415321] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.415518] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ae8160b-ce15-4f94-b76d-34724c9c936a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.434540] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.434540] env[65923]: value = "task-4706371" [ 610.434540] env[65923]: _type = "Task" [ 610.434540] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.445813] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706371, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.600788] env[65923]: WARNING neutronclient.v2_0.client [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.606456] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 610.606665] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.341s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.606923] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.003s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.607106] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.609394] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.709s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.609763] env[65923]: DEBUG nova.objects.instance [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 610.612253] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.612650] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Getting list of instances from cluster (obj){ [ 610.612650] env[65923]: value = "domain-c8" [ 610.612650] env[65923]: _type = "ClusterComputeResource" [ 610.612650] env[65923]: } {{(pid=65923) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 610.614812] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a10a1-09d8-45cc-b574-fa2456db62f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.640201] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Got total of 8 instances {{(pid=65923) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 610.668074] env[65923]: INFO nova.scheduler.client.report [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Deleted allocations for instance f6c64a16-a400-4c73-ac00-a2dd57a2de6a [ 610.727441] env[65923]: WARNING neutronclient.v2_0.client [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.749733] env[65923]: INFO nova.compute.manager [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Took 27.30 seconds to build instance. [ 610.861125] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706368, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.950289] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706371, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.181097] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0eea21d6-189a-4d61-ab9e-e826a5949f40 tempest-ServerExternalEventsTest-1450798734 tempest-ServerExternalEventsTest-1450798734-project-member] Lock "f6c64a16-a400-4c73-ac00-a2dd57a2de6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.747s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.252848] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c6efa4f3-308f-4f79-9c7c-008db83b639f tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "0c54deca-255e-411c-9642-ac2ce1872584" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.809s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.254076] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "0c54deca-255e-411c-9642-ac2ce1872584" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.207s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.255100] env[65923]: INFO nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] During sync_power_state the instance has a pending task (spawning). Skip. [ 611.255307] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "0c54deca-255e-411c-9642-ac2ce1872584" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.361101] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72144} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.361101] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 90812af0-5d71-4864-82f1-b852f3454c23/90812af0-5d71-4864-82f1-b852f3454c23.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.361101] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.361101] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a12f25d-6909-46d1-9661-44f9d3ff7418 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.368245] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for the task: (returnval){ [ 611.368245] env[65923]: value = "task-4706372" [ 611.368245] env[65923]: _type = "Task" [ 611.368245] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.377938] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.446587] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706371, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.619722] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c311c731-d8da-473f-9328-e3edf80737e2 tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.880137] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.275048} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.880407] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.881330] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72466af3-c60e-4b8d-ac3d-03328364e907 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.905405] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 90812af0-5d71-4864-82f1-b852f3454c23/90812af0-5d71-4864-82f1-b852f3454c23.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.906099] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec9f8a36-7596-45c9-8ba7-cc9b12dde018 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.927883] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for the task: (returnval){ [ 611.927883] env[65923]: value = "task-4706373" [ 611.927883] env[65923]: _type = "Task" [ 611.927883] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.938416] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.947823] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706371, 'name': CreateVM_Task, 'duration_secs': 1.439452} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.947992] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.948378] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.948536] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.948862] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.949185] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8db9057-d141-4b6e-96e8-c2ef064bf6ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.954782] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for the task: (returnval){ [ 611.954782] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5252eb18-c083-6147-6c12-49a78ebd80a3" [ 611.954782] env[65923]: _type = "Task" [ 611.954782] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.964918] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5252eb18-c083-6147-6c12-49a78ebd80a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.338574] env[65923]: DEBUG nova.network.neutron [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Successfully updated port: 347fc183-0d4e-4de3-91bf-48e86094a69e {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 612.377756] env[65923]: DEBUG nova.network.neutron [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 612.444238] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.469171] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5252eb18-c083-6147-6c12-49a78ebd80a3, 'name': SearchDatastore_Task, 'duration_secs': 0.073821} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.469565] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.469905] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.470109] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.470300] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.470671] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.470830] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f367bfb0-f451-4168-8f28-4298bd77620f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.481854] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.482093] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.482869] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d86af7-d8dd-4392-831d-61fd2f65ec10 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.490446] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for the task: (returnval){ [ 612.490446] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5267463f-3155-185e-20aa-79fd1a2ce2d5" [ 612.490446] env[65923]: _type = "Task" [ 612.490446] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.500367] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5267463f-3155-185e-20aa-79fd1a2ce2d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.662905] env[65923]: DEBUG nova.network.neutron [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Updated VIF entry in instance network info cache for port 2cc4a131-a8aa-446c-9ffa-1a4c927ddb34. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.662905] env[65923]: DEBUG nova.network.neutron [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Updating instance_info_cache with network_info: [{"id": "2cc4a131-a8aa-446c-9ffa-1a4c927ddb34", "address": "fa:16:3e:a3:93:b1", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc4a131-a8", "ovs_interfaceid": "2cc4a131-a8aa-446c-9ffa-1a4c927ddb34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.827457] env[65923]: DEBUG nova.network.neutron [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Updating instance_info_cache with network_info: [{"id": "ced8792b-492e-4f0b-bcce-09823a0c0c72", "address": "fa:16:3e:77:92:2e", "network": {"id": "79c688ad-a72d-4cb6-a17b-a0fe63818142", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-803799119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55176e0cb1e14262ae80b8271ee119af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced8792b-49", "ovs_interfaceid": "ced8792b-492e-4f0b-bcce-09823a0c0c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.843042] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquiring lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.843042] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquired lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.843042] env[65923]: DEBUG nova.network.neutron [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 612.942929] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706373, 'name': ReconfigVM_Task, 'duration_secs': 0.763564} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.943468] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 90812af0-5d71-4864-82f1-b852f3454c23/90812af0-5d71-4864-82f1-b852f3454c23.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.944388] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d99ae67-eec2-4bce-968a-0825363409f9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.952324] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for the task: (returnval){ [ 612.952324] env[65923]: value = "task-4706374" [ 612.952324] env[65923]: _type = "Task" [ 612.952324] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.965299] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706374, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.003263] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5267463f-3155-185e-20aa-79fd1a2ce2d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.004314] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535c760e-491e-4f47-b2e5-c36b53bba663 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.011218] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for the task: (returnval){ [ 613.011218] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5221dbf8-a29e-44c7-1630-3fb423c68d32" [ 613.011218] env[65923]: _type = "Task" [ 613.011218] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.022281] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5221dbf8-a29e-44c7-1630-3fb423c68d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.167227] env[65923]: DEBUG oslo_concurrency.lockutils [req-4cccc27d-7df8-4b18-bd7e-a12188646802 req-e9839118-e44a-4f7d-b3a2-4bd500a3c7bc service nova] Releasing lock "refresh_cache-0c54deca-255e-411c-9642-ac2ce1872584" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.330604] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Releasing lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.331118] env[65923]: DEBUG nova.compute.manager [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Instance network_info: |[{"id": "ced8792b-492e-4f0b-bcce-09823a0c0c72", "address": "fa:16:3e:77:92:2e", "network": {"id": "79c688ad-a72d-4cb6-a17b-a0fe63818142", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-803799119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55176e0cb1e14262ae80b8271ee119af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced8792b-49", "ovs_interfaceid": "ced8792b-492e-4f0b-bcce-09823a0c0c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 613.332591] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:92:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ced8792b-492e-4f0b-bcce-09823a0c0c72', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.342394] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Creating folder: Project (55176e0cb1e14262ae80b8271ee119af). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.342394] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca98d56b-c1e1-4cfc-aa36-598b026413c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.353919] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Created folder: Project (55176e0cb1e14262ae80b8271ee119af) in parent group-v918465. [ 613.354878] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Creating folder: Instances. Parent ref: group-v918497. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.354878] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b869538d-bd0f-4211-bdd6-a791a8000bdc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.368790] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Created folder: Instances in parent group-v918497. [ 613.369443] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 613.369443] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.369443] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c49ce021-a6c5-4102-92fd-4b292f0233b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.393865] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.393865] env[65923]: value = "task-4706377" [ 613.393865] env[65923]: _type = "Task" [ 613.393865] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.401480] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706377, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.471031] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706374, 'name': Rename_Task, 'duration_secs': 0.25186} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.471031] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.471031] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c63a7677-a2ee-45c7-a5d2-43e18c02acb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.480015] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for the task: (returnval){ [ 613.480015] env[65923]: value = "task-4706378" [ 613.480015] env[65923]: _type = "Task" [ 613.480015] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.496317] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.525286] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5221dbf8-a29e-44c7-1630-3fb423c68d32, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.525922] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.528699] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] dc37fb3c-1afc-42df-8efe-69668e31992a/dc37fb3c-1afc-42df-8efe-69668e31992a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.528699] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c5dc64b-69ff-4b7f-9ac7-642fc6dcd10f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.538760] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for the task: (returnval){ [ 613.538760] env[65923]: value = "task-4706379" [ 613.538760] env[65923]: _type = "Task" [ 613.538760] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.548784] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.758044] env[65923]: DEBUG nova.network.neutron [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 613.908344] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706377, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.949530] env[65923]: WARNING neutronclient.v2_0.client [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.993652] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706378, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.050531] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706379, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.405222] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706377, 'name': CreateVM_Task, 'duration_secs': 0.653804} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.405600] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.405934] env[65923]: WARNING neutronclient.v2_0.client [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.406324] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.406462] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.407519] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.407519] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226fe2ef-073e-4cac-959c-4d616bdb8b0a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.413165] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 614.413165] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527b4cf4-625b-9230-da3f-8e867320ce2c" [ 614.413165] env[65923]: _type = "Task" [ 614.413165] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.422886] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527b4cf4-625b-9230-da3f-8e867320ce2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.499291] env[65923]: DEBUG oslo_vmware.api [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706378, 'name': PowerOnVM_Task, 'duration_secs': 0.925384} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.499638] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.499872] env[65923]: INFO nova.compute.manager [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Took 13.95 seconds to spawn the instance on the hypervisor. [ 614.500064] env[65923]: DEBUG nova.compute.manager [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 614.500901] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f57778f-be48-4a8d-b21b-45913afa110c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.524066] env[65923]: DEBUG nova.network.neutron [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Updating instance_info_cache with network_info: [{"id": "ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf", "address": "fa:16:3e:3f:6d:c9", "network": {"id": "74e1b6a9-fac4-4f39-82b8-b43218fb8c7c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1114405230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0bff84544fb4e89844717c0191ad71c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9ce8f9-41", "ovs_interfaceid": "ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.557449] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737914} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.557765] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] dc37fb3c-1afc-42df-8efe-69668e31992a/dc37fb3c-1afc-42df-8efe-69668e31992a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.558042] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.558308] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fabc9052-82f8-4c68-bdd5-406f1012ffb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.569827] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for the task: (returnval){ [ 614.569827] env[65923]: value = "task-4706380" [ 614.569827] env[65923]: _type = "Task" [ 614.569827] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.584360] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.926270] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527b4cf4-625b-9230-da3f-8e867320ce2c, 'name': SearchDatastore_Task, 'duration_secs': 0.052526} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.926613] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.926833] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.927037] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.927218] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.927422] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.927731] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d641d90-5d2f-4a63-9951-5b4f1c5924c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.938924] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.939143] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.939966] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ecb6088-452e-4466-8bfc-257c52e9eefd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.949410] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 614.949410] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b0a5d5-9b76-b1ab-f395-b00b822b9f1d" [ 614.949410] env[65923]: _type = "Task" [ 614.949410] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.959298] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b0a5d5-9b76-b1ab-f395-b00b822b9f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.966457] env[65923]: WARNING neutronclient.v2_0.client [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.021146] env[65923]: INFO nova.compute.manager [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Took 31.54 seconds to build instance. [ 615.029247] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Releasing lock "refresh_cache-5a1c2245-b7e5-4939-850d-7d148518a413" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.029610] env[65923]: DEBUG nova.compute.manager [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Instance network_info: |[{"id": "ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf", "address": "fa:16:3e:3f:6d:c9", "network": {"id": "74e1b6a9-fac4-4f39-82b8-b43218fb8c7c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1114405230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0bff84544fb4e89844717c0191ad71c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9ce8f9-41", "ovs_interfaceid": "ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 615.030092] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:6d:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b2049d7-f99e-425a-afdb-2c95ca88e483', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.043536] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Creating folder: Project (b0bff84544fb4e89844717c0191ad71c). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.047586] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a6cf54f-994a-4f8a-8ecc-6ebcae28abc1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.061399] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Created folder: Project (b0bff84544fb4e89844717c0191ad71c) in parent group-v918465. [ 615.061621] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Creating folder: Instances. Parent ref: group-v918500. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.061912] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a949435e-f229-45a0-9192-ecfa3a6cc783 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.076589] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Created folder: Instances in parent group-v918500. [ 615.076797] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 615.077576] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.077953] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ef0410d-36ac-41ed-b18b-cd3bc4b1e490 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.099414] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162277} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.100167] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.101410] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d6e028-0c23-4f6a-9219-dbb1ec08c46e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.107110] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.107110] env[65923]: value = "task-4706383" [ 615.107110] env[65923]: _type = "Task" [ 615.107110] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.138114] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] dc37fb3c-1afc-42df-8efe-69668e31992a/dc37fb3c-1afc-42df-8efe-69668e31992a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.141051] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e24095ea-50c5-470c-b144-d432a9270fa3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.164308] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706383, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.171257] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for the task: (returnval){ [ 615.171257] env[65923]: value = "task-4706384" [ 615.171257] env[65923]: _type = "Task" [ 615.171257] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.186015] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.326376] env[65923]: DEBUG nova.network.neutron [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Updating instance_info_cache with network_info: [{"id": "347fc183-0d4e-4de3-91bf-48e86094a69e", "address": "fa:16:3e:1c:23:04", "network": {"id": "83eae85c-1f4b-4eb0-9132-053a4cb33f71", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-809618566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca3039d95518483fa708434bacf7bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347fc183-0d", "ovs_interfaceid": "347fc183-0d4e-4de3-91bf-48e86094a69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.467064] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b0a5d5-9b76-b1ab-f395-b00b822b9f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.035277} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.468585] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e579a6a9-5c1a-44e2-80f5-62e4cb444b30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.478684] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 615.478684] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529fc09d-7965-fb3b-41a5-bb763349756a" [ 615.478684] env[65923]: _type = "Task" [ 615.478684] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.494017] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529fc09d-7965-fb3b-41a5-bb763349756a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.520228] env[65923]: DEBUG nova.compute.manager [req-840f4558-dbd1-4f0a-889a-09c2233252a6 req-75551f54-5862-4b4e-a0dd-b7d960effdb7 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Received event network-vif-plugged-ced8792b-492e-4f0b-bcce-09823a0c0c72 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 615.520594] env[65923]: DEBUG oslo_concurrency.lockutils [req-840f4558-dbd1-4f0a-889a-09c2233252a6 req-75551f54-5862-4b4e-a0dd-b7d960effdb7 service nova] Acquiring lock "6077d2c8-ec37-4f4e-8fde-434db9fac899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.520869] env[65923]: DEBUG oslo_concurrency.lockutils [req-840f4558-dbd1-4f0a-889a-09c2233252a6 req-75551f54-5862-4b4e-a0dd-b7d960effdb7 service nova] Lock "6077d2c8-ec37-4f4e-8fde-434db9fac899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.521188] env[65923]: DEBUG oslo_concurrency.lockutils [req-840f4558-dbd1-4f0a-889a-09c2233252a6 req-75551f54-5862-4b4e-a0dd-b7d960effdb7 service nova] Lock "6077d2c8-ec37-4f4e-8fde-434db9fac899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.521400] env[65923]: DEBUG nova.compute.manager [req-840f4558-dbd1-4f0a-889a-09c2233252a6 req-75551f54-5862-4b4e-a0dd-b7d960effdb7 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] No waiting events found dispatching network-vif-plugged-ced8792b-492e-4f0b-bcce-09823a0c0c72 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 615.521616] env[65923]: WARNING nova.compute.manager [req-840f4558-dbd1-4f0a-889a-09c2233252a6 req-75551f54-5862-4b4e-a0dd-b7d960effdb7 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Received unexpected event network-vif-plugged-ced8792b-492e-4f0b-bcce-09823a0c0c72 for instance with vm_state building and task_state spawning. [ 615.527699] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3dd6574d-802b-4030-afc6-c29f244027fc tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "90812af0-5d71-4864-82f1-b852f3454c23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.060s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.528470] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "90812af0-5d71-4864-82f1-b852f3454c23" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.482s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.528630] env[65923]: INFO nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] During sync_power_state the instance has a pending task (networking). Skip. [ 615.528808] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "90812af0-5d71-4864-82f1-b852f3454c23" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.622916] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706383, 'name': CreateVM_Task, 'duration_secs': 0.407594} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.623181] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.623853] env[65923]: WARNING neutronclient.v2_0.client [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.626739] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.626739] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.626739] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.626739] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1f5dc2-2641-4cd8-b089-938b0317af38 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.631321] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for the task: (returnval){ [ 615.631321] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d6854f-3ae1-16f8-ad62-09df2809ee03" [ 615.631321] env[65923]: _type = "Task" [ 615.631321] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.645152] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d6854f-3ae1-16f8-ad62-09df2809ee03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.681300] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706384, 'name': ReconfigVM_Task, 'duration_secs': 0.386528} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.681573] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] dc37fb3c-1afc-42df-8efe-69668e31992a/dc37fb3c-1afc-42df-8efe-69668e31992a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.682476] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb8cd42c-3bca-41e1-8abf-33577296bbcb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.690721] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for the task: (returnval){ [ 615.690721] env[65923]: value = "task-4706385" [ 615.690721] env[65923]: _type = "Task" [ 615.690721] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.702470] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706385, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.835177] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Releasing lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.835177] env[65923]: DEBUG nova.compute.manager [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Instance network_info: |[{"id": "347fc183-0d4e-4de3-91bf-48e86094a69e", "address": "fa:16:3e:1c:23:04", "network": {"id": "83eae85c-1f4b-4eb0-9132-053a4cb33f71", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-809618566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca3039d95518483fa708434bacf7bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347fc183-0d", "ovs_interfaceid": "347fc183-0d4e-4de3-91bf-48e86094a69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 615.839230] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:23:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '347fc183-0d4e-4de3-91bf-48e86094a69e', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.849439] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Creating folder: Project (ca3039d95518483fa708434bacf7bb4a). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.849773] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.850025] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.852104] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-668c0d93-50ca-4fab-a0a4-f525ac399341 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.867646] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Created folder: Project (ca3039d95518483fa708434bacf7bb4a) in parent group-v918465. [ 615.867771] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Creating folder: Instances. Parent ref: group-v918503. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.868610] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74ff60e1-a120-4f9c-b626-26f3b5c1a0e4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.880620] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Created folder: Instances in parent group-v918503. [ 615.881583] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 615.881583] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.881583] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9ba6077-e6db-43fa-b2ae-b10f9de05119 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.908174] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.908174] env[65923]: value = "task-4706388" [ 615.908174] env[65923]: _type = "Task" [ 615.908174] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.919222] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706388, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.994581] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529fc09d-7965-fb3b-41a5-bb763349756a, 'name': SearchDatastore_Task, 'duration_secs': 0.0118} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.994945] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.995216] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 6077d2c8-ec37-4f4e-8fde-434db9fac899/6077d2c8-ec37-4f4e-8fde-434db9fac899.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.995529] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe23cdee-46a6-4f39-81f9-981f190f8b44 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.004139] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 616.004139] env[65923]: value = "task-4706389" [ 616.004139] env[65923]: _type = "Task" [ 616.004139] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.014652] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.144875] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d6854f-3ae1-16f8-ad62-09df2809ee03, 'name': SearchDatastore_Task, 'duration_secs': 0.029516} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.145276] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.145544] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.145791] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.145961] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.146178] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.147319] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43fa44df-de5b-4cd6-9fdc-602a267fcaa0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.157441] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.157646] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.158465] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-963a4c4b-ee98-4d23-b635-5c735ae1b025 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.166636] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for the task: (returnval){ [ 616.166636] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e8f0c4-a22b-12ac-32d6-9dd0650bc269" [ 616.166636] env[65923]: _type = "Task" [ 616.166636] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.177172] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e8f0c4-a22b-12ac-32d6-9dd0650bc269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.204218] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706385, 'name': Rename_Task, 'duration_secs': 0.133779} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.204511] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.205123] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ff0ab83-b488-4743-af52-ed6ab9968833 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.212550] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for the task: (returnval){ [ 616.212550] env[65923]: value = "task-4706390" [ 616.212550] env[65923]: _type = "Task" [ 616.212550] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.221889] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.352839] env[65923]: DEBUG nova.compute.manager [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 616.421765] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706388, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.522290] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706389, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.684898] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e8f0c4-a22b-12ac-32d6-9dd0650bc269, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.685826] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee62bf7-73db-4b03-aede-d9733b949d90 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.696477] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for the task: (returnval){ [ 616.696477] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52733d59-30a2-3a57-32d0-49d01e271231" [ 616.696477] env[65923]: _type = "Task" [ 616.696477] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.711285] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52733d59-30a2-3a57-32d0-49d01e271231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.728883] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706390, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.775387] env[65923]: DEBUG nova.compute.manager [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Received event network-vif-plugged-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 616.775938] env[65923]: DEBUG oslo_concurrency.lockutils [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] Acquiring lock "90812af0-5d71-4864-82f1-b852f3454c23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.776348] env[65923]: DEBUG oslo_concurrency.lockutils [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] Lock "90812af0-5d71-4864-82f1-b852f3454c23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.776772] env[65923]: DEBUG oslo_concurrency.lockutils [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] Lock "90812af0-5d71-4864-82f1-b852f3454c23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.777559] env[65923]: DEBUG nova.compute.manager [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] No waiting events found dispatching network-vif-plugged-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 616.777948] env[65923]: WARNING nova.compute.manager [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Received unexpected event network-vif-plugged-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 for instance with vm_state active and task_state None. [ 616.779847] env[65923]: DEBUG nova.compute.manager [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Received event network-changed-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 616.779847] env[65923]: DEBUG nova.compute.manager [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Refreshing instance network info cache due to event network-changed-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 616.779847] env[65923]: DEBUG oslo_concurrency.lockutils [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] Acquiring lock "refresh_cache-90812af0-5d71-4864-82f1-b852f3454c23" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.779847] env[65923]: DEBUG oslo_concurrency.lockutils [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] Acquired lock "refresh_cache-90812af0-5d71-4864-82f1-b852f3454c23" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.779847] env[65923]: DEBUG nova.network.neutron [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Refreshing network info cache for port 2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.892697] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.892958] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.899221] env[65923]: INFO nova.compute.claims [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.926155] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706388, 'name': CreateVM_Task, 'duration_secs': 0.819238} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.926155] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.926155] env[65923]: WARNING neutronclient.v2_0.client [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.926155] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.926155] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.926444] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.926444] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55522ef-6ea1-4670-a162-3e9ee8272373 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.932242] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for the task: (returnval){ [ 616.932242] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5255e033-4f81-ebb2-1e7e-f2e5b16bfbce" [ 616.932242] env[65923]: _type = "Task" [ 616.932242] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.942067] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5255e033-4f81-ebb2-1e7e-f2e5b16bfbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.023067] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688029} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.023355] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 6077d2c8-ec37-4f4e-8fde-434db9fac899/6077d2c8-ec37-4f4e-8fde-434db9fac899.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.023572] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.024233] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc81d8f8-46d0-4d30-86e6-6a682dc42f5d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.032665] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 617.032665] env[65923]: value = "task-4706391" [ 617.032665] env[65923]: _type = "Task" [ 617.032665] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.056868] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.215437] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52733d59-30a2-3a57-32d0-49d01e271231, 'name': SearchDatastore_Task, 'duration_secs': 0.030561} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.215437] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.215437] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 5a1c2245-b7e5-4939-850d-7d148518a413/5a1c2245-b7e5-4939-850d-7d148518a413.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.215437] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd52cd59-7df5-4266-a3a4-cedacf2be705 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.230509] env[65923]: DEBUG oslo_vmware.api [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706390, 'name': PowerOnVM_Task, 'duration_secs': 0.52907} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.233272] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.233272] env[65923]: INFO nova.compute.manager [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Took 6.93 seconds to spawn the instance on the hypervisor. [ 617.233272] env[65923]: DEBUG nova.compute.manager [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 617.233272] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for the task: (returnval){ [ 617.233272] env[65923]: value = "task-4706392" [ 617.233272] env[65923]: _type = "Task" [ 617.233272] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.233938] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8528cba5-eeb1-4505-9733-ef87553ac8f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.254732] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.284781] env[65923]: WARNING neutronclient.v2_0.client [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.448737] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5255e033-4f81-ebb2-1e7e-f2e5b16bfbce, 'name': SearchDatastore_Task, 'duration_secs': 0.01619} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.450485] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.450485] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.450485] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.450485] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.450674] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.450674] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcf3d0e0-0d89-4683-82f6-d0d4781828c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.469991] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.470212] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.470959] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2266e37a-81b0-4d6a-8616-0acb4d2e0574 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.482050] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for the task: (returnval){ [ 617.482050] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5282f468-1094-1756-a24d-84e35301c0d5" [ 617.482050] env[65923]: _type = "Task" [ 617.482050] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.492845] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5282f468-1094-1756-a24d-84e35301c0d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.544615] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082489} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.548020] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.548020] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5cf795-a3b9-4aa7-ace5-5c1b434c2bab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.577886] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 6077d2c8-ec37-4f4e-8fde-434db9fac899/6077d2c8-ec37-4f4e-8fde-434db9fac899.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.578898] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ebf3612-f672-472f-9a43-902a319592ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.601715] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 617.601715] env[65923]: value = "task-4706393" [ 617.601715] env[65923]: _type = "Task" [ 617.601715] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.610266] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.685027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "96c16056-d944-45c0-a016-3d64751d85c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.685890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "96c16056-d944-45c0-a016-3d64751d85c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.751237] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706392, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.763873] env[65923]: INFO nova.compute.manager [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Took 13.51 seconds to build instance. [ 617.998061] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5282f468-1094-1756-a24d-84e35301c0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.0226} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.999288] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df3415d-fcf1-4be3-bd11-28b1868e6efa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.008340] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for the task: (returnval){ [ 618.008340] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52941a39-3f29-a0af-1e28-da8f1637f1b5" [ 618.008340] env[65923]: _type = "Task" [ 618.008340] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.019180] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52941a39-3f29-a0af-1e28-da8f1637f1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.112054] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.146508] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1edc0f-0b4f-4964-bcdf-877331ffa600 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.156672] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac1e182-0bd3-45b3-b619-d7187d35cc9d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.188696] env[65923]: DEBUG nova.compute.manager [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 618.191892] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127a7c28-d0df-4ee8-a771-a84d6493e0d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.201033] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3c30bb-dec1-4bef-a224-60a314c6178d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.216039] env[65923]: DEBUG nova.compute.provider_tree [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.250405] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819107} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.250907] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 5a1c2245-b7e5-4939-850d-7d148518a413/5a1c2245-b7e5-4939-850d-7d148518a413.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.252017] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.252017] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24db3770-335c-4836-8919-689fed6b5979 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.260483] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for the task: (returnval){ [ 618.260483] env[65923]: value = "task-4706394" [ 618.260483] env[65923]: _type = "Task" [ 618.260483] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.265996] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a31cd5d-0f33-4d2c-9696-a956762a2f94 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Lock "dc37fb3c-1afc-42df-8efe-69668e31992a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.020s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.270673] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.521739] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52941a39-3f29-a0af-1e28-da8f1637f1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.037606} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.522346] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.522723] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7/f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.523127] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5b53269-e925-44c3-98da-e695216243f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.532813] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for the task: (returnval){ [ 618.532813] env[65923]: value = "task-4706395" [ 618.532813] env[65923]: _type = "Task" [ 618.532813] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.542669] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.611754] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706393, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.717242] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.718661] env[65923]: DEBUG nova.scheduler.client.report [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.770635] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228579} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.770908] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.771727] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c5122e-060c-47a6-9b46-e48d7d94604b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.801526] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 5a1c2245-b7e5-4939-850d-7d148518a413/5a1c2245-b7e5-4939-850d-7d148518a413.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.802951] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b3e053a-0690-4cf2-a60e-0658b29dee9c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.825034] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for the task: (returnval){ [ 618.825034] env[65923]: value = "task-4706396" [ 618.825034] env[65923]: _type = "Task" [ 618.825034] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.835524] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.012276] env[65923]: WARNING neutronclient.v2_0.client [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.045394] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.129552] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706393, 'name': ReconfigVM_Task, 'duration_secs': 1.02021} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.129953] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 6077d2c8-ec37-4f4e-8fde-434db9fac899/6077d2c8-ec37-4f4e-8fde-434db9fac899.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.130809] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dddfe135-d87c-4ed9-b63e-33c1ca5e4579 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.154872] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 619.154872] env[65923]: value = "task-4706397" [ 619.154872] env[65923]: _type = "Task" [ 619.154872] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.166613] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706397, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.227022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.227022] env[65923]: DEBUG nova.compute.manager [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 619.228894] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.512s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.231218] env[65923]: INFO nova.compute.claims [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.345506] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.346765] env[65923]: DEBUG nova.network.neutron [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Updated VIF entry in instance network info cache for port 2d0ca9c2-f3d2-4276-9642-c4d08cd09d86. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 619.347127] env[65923]: DEBUG nova.network.neutron [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Updating instance_info_cache with network_info: [{"id": "2d0ca9c2-f3d2-4276-9642-c4d08cd09d86", "address": "fa:16:3e:ba:c6:97", "network": {"id": "c35a8aac-dbb6-42cd-86a5-d56c81d1e9b7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1573483157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b915f1f4134a999abe122eddafe856", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0ca9c2-f3", "ovs_interfaceid": "2d0ca9c2-f3d2-4276-9642-c4d08cd09d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.549857] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.979497} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.550186] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7/f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.550455] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.550618] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6519f11-8c69-466d-8875-a61286f1e7f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.561819] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for the task: (returnval){ [ 619.561819] env[65923]: value = "task-4706398" [ 619.561819] env[65923]: _type = "Task" [ 619.561819] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.574158] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.634908] env[65923]: DEBUG nova.compute.manager [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Stashing vm_state: active {{(pid=65923) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 619.671774] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706397, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.741634] env[65923]: DEBUG nova.compute.utils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.743117] env[65923]: DEBUG nova.compute.manager [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 619.743522] env[65923]: DEBUG nova.network.neutron [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 619.743949] env[65923]: WARNING neutronclient.v2_0.client [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.744442] env[65923]: WARNING neutronclient.v2_0.client [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.838271] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706396, 'name': ReconfigVM_Task, 'duration_secs': 0.684908} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.838960] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 5a1c2245-b7e5-4939-850d-7d148518a413/5a1c2245-b7e5-4939-850d-7d148518a413.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.840335] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61bd132d-8244-4554-9d53-4b4dae95133a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.848432] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for the task: (returnval){ [ 619.848432] env[65923]: value = "task-4706399" [ 619.848432] env[65923]: _type = "Task" [ 619.848432] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.852609] env[65923]: DEBUG oslo_concurrency.lockutils [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] Releasing lock "refresh_cache-90812af0-5d71-4864-82f1-b852f3454c23" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.852609] env[65923]: DEBUG nova.compute.manager [req-73d5733c-3ab1-4f4a-ab83-3c2cae2ee1e9 req-decaa05e-db5e-4f06-aaeb-98aa181f09c3 service nova] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Received event network-vif-deleted-c0088028-dc72-4351-8ce0-7b015d5f3931 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.860032] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706399, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.082971] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10309} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.083326] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.084892] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5ceaf8-4958-47d4-8092-659eff732337 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.130628] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7/f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.130941] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f14aa0cd-c483-4271-8310-369ba0b77da6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.176276] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706397, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.178545] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for the task: (returnval){ [ 620.178545] env[65923]: value = "task-4706400" [ 620.178545] env[65923]: _type = "Task" [ 620.178545] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.179585] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.190736] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706400, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.249128] env[65923]: DEBUG nova.compute.manager [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 620.256057] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquiring lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.256395] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.360525] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706399, 'name': Rename_Task, 'duration_secs': 0.343724} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.361451] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.361451] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd6da62f-55ac-4f2e-9512-35c226e8cb6a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.368718] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for the task: (returnval){ [ 620.368718] env[65923]: value = "task-4706401" [ 620.368718] env[65923]: _type = "Task" [ 620.368718] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.382631] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.564534] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88581c4b-4775-44b0-8cdd-d3691a572895 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.573796] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef72f1c-e392-4df5-8a15-ccc645578063 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.612232] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952f91c0-c34a-4337-8663-8797f62d20df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.621888] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7b977a-741a-487f-b2fa-db6cd6296c39 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.640674] env[65923]: DEBUG nova.compute.provider_tree [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.674029] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706397, 'name': Rename_Task, 'duration_secs': 1.453062} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.674636] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.674636] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f10197df-8aaf-45dc-8577-7c9435354ddd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.685617] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 620.685617] env[65923]: value = "task-4706402" [ 620.685617] env[65923]: _type = "Task" [ 620.685617] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.695591] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.701016] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.716483] env[65923]: DEBUG nova.policy [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46353a7ab41a4c25a6a85f0e4b8fccaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '886d03699e4b42d2b90f146020eb876c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.760050] env[65923]: DEBUG nova.compute.manager [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 620.882864] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.177415] env[65923]: ERROR nova.scheduler.client.report [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [req-36757955-9879-416e-8251-4a2cca6a359a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36757955-9879-416e-8251-4a2cca6a359a"}]} [ 621.208880] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.209357] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.216069] env[65923]: DEBUG nova.scheduler.client.report [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 621.238734] env[65923]: DEBUG nova.scheduler.client.report [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 621.238971] env[65923]: DEBUG nova.compute.provider_tree [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.248603] env[65923]: DEBUG nova.network.neutron [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Successfully created port: 25978053-665e-4bf8-a3bf-193a9c061ea9 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 621.264733] env[65923]: DEBUG nova.scheduler.client.report [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 621.268994] env[65923]: DEBUG nova.compute.manager [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 621.300828] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.304853] env[65923]: DEBUG nova.scheduler.client.report [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 621.320059] env[65923]: DEBUG nova.virt.hardware [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 621.320059] env[65923]: DEBUG nova.virt.hardware [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.320059] env[65923]: DEBUG nova.virt.hardware [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 621.320334] env[65923]: DEBUG nova.virt.hardware [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.320334] env[65923]: DEBUG nova.virt.hardware [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 621.320334] env[65923]: DEBUG nova.virt.hardware [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 621.320334] env[65923]: DEBUG nova.virt.hardware [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.320334] env[65923]: DEBUG nova.virt.hardware [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 621.320487] env[65923]: DEBUG nova.virt.hardware [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 621.322285] env[65923]: DEBUG nova.virt.hardware [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 621.322469] env[65923]: DEBUG nova.virt.hardware [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 621.323420] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d857bfaf-44e1-4e36-8161-1c45b6682abb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.334101] env[65923]: DEBUG nova.compute.manager [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 621.337660] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b966ff1-7a04-4247-8aef-29388bb2584e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.341447] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2079d6-ccee-4cdc-ac41-e61449d78c1f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.393343] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706401, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.568027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Acquiring lock "0c54deca-255e-411c-9642-ac2ce1872584" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.568027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Lock "0c54deca-255e-411c-9642-ac2ce1872584" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.568027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Acquiring lock "0c54deca-255e-411c-9642-ac2ce1872584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.568027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Lock "0c54deca-255e-411c-9642-ac2ce1872584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.568246] env[65923]: DEBUG oslo_concurrency.lockutils [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Lock "0c54deca-255e-411c-9642-ac2ce1872584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.573472] env[65923]: INFO nova.compute.manager [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Terminating instance [ 621.687217] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd79988-f730-4b54-a74b-f7ad99f6c0e7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.705211] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a6886e-7114-4e8f-98ba-0d21ee1b1d7b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.708842] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706400, 'name': ReconfigVM_Task, 'duration_secs': 1.087732} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.712755] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Reconfigured VM instance instance-0000000c to attach disk [datastore2] f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7/f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.713157] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.713770] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1837c922-3ec7-482e-b230-7219e248105e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.745296] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9856a83-7564-46a9-a191-6a9636e0edfa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.748221] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for the task: (returnval){ [ 621.748221] env[65923]: value = "task-4706403" [ 621.748221] env[65923]: _type = "Task" [ 621.748221] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.755800] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8645637a-dad7-4af9-8639-a459468d2972 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.763484] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706403, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.777133] env[65923]: DEBUG nova.compute.provider_tree [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.886064] env[65923]: INFO nova.compute.manager [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] instance snapshotting [ 621.886064] env[65923]: WARNING nova.compute.manager [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 621.886153] env[65923]: DEBUG oslo_vmware.api [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706401, 'name': PowerOnVM_Task, 'duration_secs': 1.046159} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.886745] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.886954] env[65923]: INFO nova.compute.manager [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Took 16.35 seconds to spawn the instance on the hypervisor. [ 621.887143] env[65923]: DEBUG nova.compute.manager [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 621.887931] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8d286a-a381-47b7-9a3b-564b7c1ee91a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.891453] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5894818d-20ff-418a-8fff-75a541ecb4ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.921304] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40699bcc-cf2a-44ab-8271-d8bd8cad21da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.083201] env[65923]: DEBUG nova.compute.manager [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 622.083475] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.084320] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ee3c01-97e3-437b-8bce-610cd3d07991 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.093046] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.094913] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d011557f-3d01-4ccd-9a3e-073a4a082c34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.102093] env[65923]: DEBUG oslo_vmware.api [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Waiting for the task: (returnval){ [ 622.102093] env[65923]: value = "task-4706404" [ 622.102093] env[65923]: _type = "Task" [ 622.102093] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.111978] env[65923]: DEBUG oslo_vmware.api [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Task: {'id': task-4706404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.207027] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706402, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.261482] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706403, 'name': Rename_Task, 'duration_secs': 0.266284} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.261870] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.262134] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1085d56a-c775-412c-a30a-85ee795a9f03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.271695] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for the task: (returnval){ [ 622.271695] env[65923]: value = "task-4706405" [ 622.271695] env[65923]: _type = "Task" [ 622.271695] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.285894] env[65923]: INFO nova.compute.manager [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Rebuilding instance [ 622.298124] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706405, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.342910] env[65923]: DEBUG nova.scheduler.client.report [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 622.343132] env[65923]: DEBUG nova.compute.provider_tree [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 22 to 23 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 622.343475] env[65923]: DEBUG nova.compute.provider_tree [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.360900] env[65923]: DEBUG nova.compute.manager [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 622.361997] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11489cf6-63a1-48f0-9a03-ab952bd880b7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.431605] env[65923]: INFO nova.compute.manager [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Took 27.19 seconds to build instance. [ 622.433116] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 622.433579] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e454a387-3db6-44ff-9c5e-4c2d593d974d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.445945] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 622.445945] env[65923]: value = "task-4706406" [ 622.445945] env[65923]: _type = "Task" [ 622.445945] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.462319] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706406, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.616019] env[65923]: DEBUG oslo_vmware.api [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Task: {'id': task-4706404, 'name': PowerOffVM_Task, 'duration_secs': 0.238385} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.616377] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.616551] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.616866] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5ef4e51-06a2-4b67-9220-29d5cac03e2e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.706516] env[65923]: DEBUG oslo_vmware.api [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706402, 'name': PowerOnVM_Task, 'duration_secs': 1.787324} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.707020] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.707362] env[65923]: INFO nova.compute.manager [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Took 19.66 seconds to spawn the instance on the hypervisor. [ 622.707578] env[65923]: DEBUG nova.compute.manager [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 622.708529] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90fb930-a428-4e42-a201-06232d6c8d36 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.787622] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706405, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.848800] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.620s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.850161] env[65923]: DEBUG nova.compute.manager [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 622.853824] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.674s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.902499] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.902638] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.902895] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Deleting the datastore file [datastore1] 0c54deca-255e-411c-9642-ac2ce1872584 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.903266] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bf64724-10f9-4f4c-8016-6c029b93e783 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.910893] env[65923]: DEBUG oslo_vmware.api [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Waiting for the task: (returnval){ [ 622.910893] env[65923]: value = "task-4706408" [ 622.910893] env[65923]: _type = "Task" [ 622.910893] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.924804] env[65923]: DEBUG oslo_vmware.api [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Task: {'id': task-4706408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.938534] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4955d9cc-df02-4800-bfae-d0a2a617b06b tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Lock "5a1c2245-b7e5-4939-850d-7d148518a413" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.973s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.962315] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706406, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.050446] env[65923]: DEBUG nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Received event network-changed-ced8792b-492e-4f0b-bcce-09823a0c0c72 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 623.050511] env[65923]: DEBUG nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Refreshing instance network info cache due to event network-changed-ced8792b-492e-4f0b-bcce-09823a0c0c72. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 623.052124] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Acquiring lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.052124] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Acquired lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.053180] env[65923]: DEBUG nova.network.neutron [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Refreshing network info cache for port ced8792b-492e-4f0b-bcce-09823a0c0c72 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.119178] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "f6250a21-25fe-43c8-b258-a8598789eedb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.119482] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "f6250a21-25fe-43c8-b258-a8598789eedb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.234502] env[65923]: INFO nova.compute.manager [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Took 37.04 seconds to build instance. [ 623.289306] env[65923]: DEBUG oslo_vmware.api [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706405, 'name': PowerOnVM_Task, 'duration_secs': 0.593965} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.289835] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.290200] env[65923]: INFO nova.compute.manager [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Took 15.37 seconds to spawn the instance on the hypervisor. [ 623.290523] env[65923]: DEBUG nova.compute.manager [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 623.291914] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9668418-8dae-4b5c-86ac-1cd6cc52b3de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.363372] env[65923]: INFO nova.compute.claims [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.369723] env[65923]: DEBUG nova.compute.utils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.371625] env[65923]: DEBUG nova.compute.manager [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 623.371843] env[65923]: DEBUG nova.network.neutron [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 623.372223] env[65923]: WARNING neutronclient.v2_0.client [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.372644] env[65923]: WARNING neutronclient.v2_0.client [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.381458] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.385041] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd9ccb04-90f0-42d6-b297-fe2fc44cf474 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.395806] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Waiting for the task: (returnval){ [ 623.395806] env[65923]: value = "task-4706409" [ 623.395806] env[65923]: _type = "Task" [ 623.395806] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.409735] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.422763] env[65923]: DEBUG oslo_vmware.api [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Task: {'id': task-4706408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245753} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.423042] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.423381] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.423541] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.423591] env[65923]: INFO nova.compute.manager [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Took 1.34 seconds to destroy the instance on the hypervisor. [ 623.423829] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.424045] env[65923]: DEBUG nova.compute.manager [-] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 623.424129] env[65923]: DEBUG nova.network.neutron [-] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 623.424388] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.462999] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706406, 'name': CreateSnapshot_Task, 'duration_secs': 0.634322} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.463386] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 623.464328] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dc26a1-41fd-45c8-82ef-19d57799222a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.554991] env[65923]: WARNING neutronclient.v2_0.client [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.572951] env[65923]: DEBUG nova.network.neutron [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Successfully updated port: 25978053-665e-4bf8-a3bf-193a9c061ea9 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 623.623617] env[65923]: DEBUG nova.compute.manager [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 623.642539] env[65923]: DEBUG nova.policy [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94f4f0991f764156b821abd4b4f52f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d81720231fb47cd856824ed1e304b2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.706053] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.738534] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af0cd75b-7371-4774-80af-d15b13093649 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "6077d2c8-ec37-4f4e-8fde-434db9fac899" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.555s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.738972] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "6077d2c8-ec37-4f4e-8fde-434db9fac899" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 23.692s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.739901] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb42472-6f59-4d79-8971-9758cf30a9ec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.824277] env[65923]: INFO nova.compute.manager [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Took 27.65 seconds to build instance. [ 623.874367] env[65923]: INFO nova.compute.resource_tracker [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating resource usage from migration 0852f99f-f287-4397-9475-67d001b47757 [ 623.878843] env[65923]: DEBUG nova.compute.manager [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 623.908494] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706409, 'name': PowerOffVM_Task, 'duration_secs': 0.309118} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.909233] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.909233] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.911170] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deffebe9-375c-475d-8c42-6d5f4493bd1a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.925554] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.928012] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc603ef2-578c-4958-af9e-bfc120775e79 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.960674] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.960674] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.960674] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Deleting the datastore file [datastore1] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.961572] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36cddce3-bb76-4025-88bd-d95925924dd2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.976954] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Waiting for the task: (returnval){ [ 623.976954] env[65923]: value = "task-4706411" [ 623.976954] env[65923]: _type = "Task" [ 623.976954] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.995357] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 624.002422] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65383bd9-f8ba-4465-b96f-74985c2f05d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.015309] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.017136] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 624.017136] env[65923]: value = "task-4706413" [ 624.017136] env[65923]: _type = "Task" [ 624.017136] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.029796] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706413, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.078308] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "refresh_cache-dcb140a2-7c3e-45aa-99a0-cfd7358843c0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.078308] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquired lock "refresh_cache-dcb140a2-7c3e-45aa-99a0-cfd7358843c0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.078308] env[65923]: DEBUG nova.network.neutron [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 624.171422] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.259634] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "6077d2c8-ec37-4f4e-8fde-434db9fac899" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.296859] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a398657-22bd-4793-a299-c237fc2739e7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.308839] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019c54af-6105-4690-8d8b-8fe2e7bb1ddf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.345683] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4be4e09-fd5f-408b-bb25-12687c8fc056 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.882s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.347442] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1340a50f-c626-4e4f-9631-08f9ec147668 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.357645] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d574c-e6be-4703-8450-eac11cc916c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.375206] env[65923]: DEBUG nova.compute.provider_tree [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.488996] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149161} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.489453] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.489453] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.489761] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.533132] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706413, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.560148] env[65923]: DEBUG nova.network.neutron [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Successfully created port: f11faf46-d8d4-4991-ae33-c2f4abb11534 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 624.563457] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquiring lock "a39b73d3-2d00-4ae9-8513-3689b553349d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.563769] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Lock "a39b73d3-2d00-4ae9-8513-3689b553349d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.681039] env[65923]: DEBUG nova.network.neutron [-] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.888813] env[65923]: DEBUG nova.compute.manager [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 624.922317] env[65923]: ERROR nova.scheduler.client.report [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [req-a0bf004f-13d1-40fc-a1fa-35f2212eebb7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a0bf004f-13d1-40fc-a1fa-35f2212eebb7"}]} [ 624.957068] env[65923]: DEBUG nova.virt.hardware [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:32:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='220229890',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2049699652',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 624.957068] env[65923]: DEBUG nova.virt.hardware [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.957068] env[65923]: DEBUG nova.virt.hardware [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 624.957414] env[65923]: DEBUG nova.virt.hardware [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.957414] env[65923]: DEBUG nova.virt.hardware [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 624.957414] env[65923]: DEBUG nova.virt.hardware [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 624.957414] env[65923]: DEBUG nova.virt.hardware [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.957414] env[65923]: DEBUG nova.virt.hardware [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 624.957893] env[65923]: DEBUG nova.virt.hardware [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 624.958362] env[65923]: DEBUG nova.virt.hardware [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 624.958660] env[65923]: DEBUG nova.virt.hardware [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 624.960076] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1cb4a0-2927-4af6-a9d6-858a5e7854b6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.964703] env[65923]: DEBUG nova.scheduler.client.report [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 624.973387] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fb2b4e-129c-428b-b874-21b3ffc16658 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.007556] env[65923]: DEBUG nova.scheduler.client.report [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 625.007556] env[65923]: DEBUG nova.compute.provider_tree [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.034236] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706413, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.036297] env[65923]: DEBUG nova.scheduler.client.report [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 625.069443] env[65923]: DEBUG nova.compute.manager [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 625.076177] env[65923]: DEBUG nova.scheduler.client.report [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 625.111675] env[65923]: DEBUG nova.network.neutron [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 625.184281] env[65923]: INFO nova.compute.manager [-] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Took 1.76 seconds to deallocate network for instance. [ 625.461461] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646c56c1-684a-4efb-a2a4-f296d83e2eb8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.471741] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adca45c2-4df3-46b3-b14c-841890f9848f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.507069] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d219cc-ed01-4083-9481-1fb50b22b94c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.515643] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2407c750-86ed-4015-a84c-c2169392a171 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.534510] env[65923]: DEBUG nova.compute.provider_tree [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.538289] env[65923]: DEBUG nova.virt.hardware [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 625.538483] env[65923]: DEBUG nova.virt.hardware [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.538660] env[65923]: DEBUG nova.virt.hardware [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 625.538835] env[65923]: DEBUG nova.virt.hardware [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.538966] env[65923]: DEBUG nova.virt.hardware [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 625.539127] env[65923]: DEBUG nova.virt.hardware [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 625.539335] env[65923]: DEBUG nova.virt.hardware [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 625.539490] env[65923]: DEBUG nova.virt.hardware [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 625.539696] env[65923]: DEBUG nova.virt.hardware [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 625.539988] env[65923]: DEBUG nova.virt.hardware [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 625.540234] env[65923]: DEBUG nova.virt.hardware [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 625.544430] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98ead7e-a8a7-4620-94ac-beb6bd6e89b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.547167] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706413, 'name': CloneVM_Task} progress is 95%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.554680] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f315e5c-23fa-4686-9437-f4feead7d6be {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.570443] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.576902] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 625.579370] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.581847] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-091888e2-9098-4255-b22a-56eb9fbc9510 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.601387] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.601387] env[65923]: value = "task-4706417" [ 625.601387] env[65923]: _type = "Task" [ 625.601387] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.606921] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.610383] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706417, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.696189] env[65923]: DEBUG oslo_concurrency.lockutils [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.033307] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706413, 'name': CloneVM_Task, 'duration_secs': 1.743016} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.033826] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Created linked-clone VM from snapshot [ 626.034737] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891856ac-e62f-4f06-935e-986c672d7312 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.045714] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Uploading image 7628210b-24d0-4454-948f-81d125e2f137 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 626.081033] env[65923]: DEBUG oslo_vmware.rw_handles [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 626.081033] env[65923]: value = "vm-918508" [ 626.081033] env[65923]: _type = "VirtualMachine" [ 626.081033] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 626.081940] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d97eb98d-0e78-40cf-b104-46852a443901 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.090668] env[65923]: DEBUG oslo_vmware.rw_handles [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lease: (returnval){ [ 626.090668] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d4928-8b56-8696-cfc4-1df35a851b70" [ 626.090668] env[65923]: _type = "HttpNfcLease" [ 626.090668] env[65923]: } obtained for exporting VM: (result){ [ 626.090668] env[65923]: value = "vm-918508" [ 626.090668] env[65923]: _type = "VirtualMachine" [ 626.090668] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 626.090941] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the lease: (returnval){ [ 626.090941] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d4928-8b56-8696-cfc4-1df35a851b70" [ 626.090941] env[65923]: _type = "HttpNfcLease" [ 626.090941] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 626.091923] env[65923]: DEBUG nova.scheduler.client.report [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 626.092181] env[65923]: DEBUG nova.compute.provider_tree [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 25 to 26 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 626.092359] env[65923]: DEBUG nova.compute.provider_tree [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.096788] env[65923]: WARNING neutronclient.v2_0.client [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.117381] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706417, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.117629] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.117629] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d4928-8b56-8696-cfc4-1df35a851b70" [ 626.117629] env[65923]: _type = "HttpNfcLease" [ 626.117629] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 626.118694] env[65923]: DEBUG oslo_vmware.rw_handles [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 626.118694] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d4928-8b56-8696-cfc4-1df35a851b70" [ 626.118694] env[65923]: _type = "HttpNfcLease" [ 626.118694] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 626.119738] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e3d0e4-dd6e-4f37-b086-c4dc2c737d33 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.132511] env[65923]: DEBUG oslo_vmware.rw_handles [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa317a-444a-57f3-fb72-c4f3ccad7361/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 626.132726] env[65923]: DEBUG oslo_vmware.rw_handles [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa317a-444a-57f3-fb72-c4f3ccad7361/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 626.244682] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2fcde31f-6021-4f5c-a50f-6334a1fdd7de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.313757] env[65923]: DEBUG nova.network.neutron [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Updated VIF entry in instance network info cache for port ced8792b-492e-4f0b-bcce-09823a0c0c72. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 626.314129] env[65923]: DEBUG nova.network.neutron [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Updating instance_info_cache with network_info: [{"id": "ced8792b-492e-4f0b-bcce-09823a0c0c72", "address": "fa:16:3e:77:92:2e", "network": {"id": "79c688ad-a72d-4cb6-a17b-a0fe63818142", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-803799119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55176e0cb1e14262ae80b8271ee119af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced8792b-49", "ovs_interfaceid": "ced8792b-492e-4f0b-bcce-09823a0c0c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.351178] env[65923]: WARNING neutronclient.v2_0.client [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.543682] env[65923]: DEBUG nova.network.neutron [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Successfully updated port: f11faf46-d8d4-4991-ae33-c2f4abb11534 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 626.604544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.749s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.604544] env[65923]: INFO nova.compute.manager [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Migrating [ 626.604544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.604544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.605370] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.305s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.606953] env[65923]: INFO nova.compute.claims [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.615463] env[65923]: DEBUG nova.network.neutron [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Updating instance_info_cache with network_info: [{"id": "25978053-665e-4bf8-a3bf-193a9c061ea9", "address": "fa:16:3e:4e:ec:9b", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25978053-66", "ovs_interfaceid": "25978053-665e-4bf8-a3bf-193a9c061ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.623930] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706417, 'name': CreateVM_Task, 'duration_secs': 0.737251} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.624200] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.624579] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.625340] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.625340] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.625340] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56bae783-288b-40d4-a1d2-0e1661055349 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.631825] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Waiting for the task: (returnval){ [ 626.631825] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ccab81-419d-4827-0a5f-6e6353092e05" [ 626.631825] env[65923]: _type = "Task" [ 626.631825] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.645172] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ccab81-419d-4827-0a5f-6e6353092e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.816859] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Releasing lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.817395] env[65923]: DEBUG nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Received event network-vif-plugged-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.818184] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Acquiring lock "5a1c2245-b7e5-4939-850d-7d148518a413-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.818536] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Lock "5a1c2245-b7e5-4939-850d-7d148518a413-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.820096] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Lock "5a1c2245-b7e5-4939-850d-7d148518a413-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.820096] env[65923]: DEBUG nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] No waiting events found dispatching network-vif-plugged-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 626.820096] env[65923]: WARNING nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Received unexpected event network-vif-plugged-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf for instance with vm_state active and task_state None. [ 626.820096] env[65923]: DEBUG nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Received event network-changed-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.820096] env[65923]: DEBUG nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Refreshing instance network info cache due to event network-changed-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 626.821133] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Acquiring lock "refresh_cache-5a1c2245-b7e5-4939-850d-7d148518a413" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.821321] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Acquired lock "refresh_cache-5a1c2245-b7e5-4939-850d-7d148518a413" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.822367] env[65923]: DEBUG nova.network.neutron [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Refreshing network info cache for port ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.049151] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "refresh_cache-96c16056-d944-45c0-a016-3d64751d85c2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.049501] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquired lock "refresh_cache-96c16056-d944-45c0-a016-3d64751d85c2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.049779] env[65923]: DEBUG nova.network.neutron [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.111552] env[65923]: INFO nova.compute.rpcapi [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 627.116108] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.127838] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Releasing lock "refresh_cache-dcb140a2-7c3e-45aa-99a0-cfd7358843c0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.130140] env[65923]: DEBUG nova.compute.manager [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Instance network_info: |[{"id": "25978053-665e-4bf8-a3bf-193a9c061ea9", "address": "fa:16:3e:4e:ec:9b", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25978053-66", "ovs_interfaceid": "25978053-665e-4bf8-a3bf-193a9c061ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 627.137932] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:ec:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25978053-665e-4bf8-a3bf-193a9c061ea9', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.149467] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 627.165114] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.169724] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dac05df7-a712-475d-9209-382809922b49 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.199892] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ccab81-419d-4827-0a5f-6e6353092e05, 'name': SearchDatastore_Task, 'duration_secs': 0.013604} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.201933] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.202337] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.202492] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.202782] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.203068] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.203784] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.203784] env[65923]: value = "task-4706419" [ 627.203784] env[65923]: _type = "Task" [ 627.203784] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.204240] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c93225d2-8fe4-44f6-9738-00d260207c4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.225457] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706419, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.228450] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.228707] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.229637] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84178a5b-9b79-42b5-a741-074c177dac7d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.237635] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Waiting for the task: (returnval){ [ 627.237635] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d91a16-3da5-d74b-1854-1e56e0ec385f" [ 627.237635] env[65923]: _type = "Task" [ 627.237635] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.251778] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d91a16-3da5-d74b-1854-1e56e0ec385f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.327158] env[65923]: WARNING neutronclient.v2_0.client [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.399681] env[65923]: DEBUG nova.compute.manager [None req-3ea96e06-f500-404f-8e45-1d2d40bf4c82 tempest-ServerDiagnosticsV248Test-1454183243 tempest-ServerDiagnosticsV248Test-1454183243-project-admin] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 627.402837] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490078b4-af2e-4132-bc7a-d91fe8ffd223 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.419046] env[65923]: INFO nova.compute.manager [None req-3ea96e06-f500-404f-8e45-1d2d40bf4c82 tempest-ServerDiagnosticsV248Test-1454183243 tempest-ServerDiagnosticsV248Test-1454183243-project-admin] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Retrieving diagnostics [ 627.420606] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb31a3d-eb4a-42e4-89e9-47a3938f419b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.671179] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.671179] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.671179] env[65923]: DEBUG nova.network.neutron [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.720077] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706419, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.754988] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d91a16-3da5-d74b-1854-1e56e0ec385f, 'name': SearchDatastore_Task, 'duration_secs': 0.015212} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.756126] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c36eaff-2c61-4258-bc36-305ca3611c24 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.768654] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Waiting for the task: (returnval){ [ 627.768654] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fe38e6-c132-1abb-fece-36fb78739991" [ 627.768654] env[65923]: _type = "Task" [ 627.768654] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.783114] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fe38e6-c132-1abb-fece-36fb78739991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.005172] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f74c47-6b82-4072-bd0d-b424f5b489e4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.016753] env[65923]: DEBUG nova.network.neutron [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.022476] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e73f5b-f121-4897-a1b4-4e80464a4cf7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.070307] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb829789-b8f3-46bc-aa1c-a8dac77d787b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.080183] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c6a4bd-3e31-449b-894a-94fd2495873f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.098279] env[65923]: DEBUG nova.compute.provider_tree [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.173807] env[65923]: WARNING neutronclient.v2_0.client [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.221765] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706419, 'name': CreateVM_Task, 'duration_secs': 0.625891} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.223193] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.223193] env[65923]: WARNING neutronclient.v2_0.client [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.223691] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.223865] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.224522] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.224856] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a013e9d-42ff-40ff-82a1-302b7aa17d96 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.236239] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 628.236239] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528f498a-e05b-c826-eb6d-e5eda1a9189e" [ 628.236239] env[65923]: _type = "Task" [ 628.236239] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.248050] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528f498a-e05b-c826-eb6d-e5eda1a9189e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.282301] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fe38e6-c132-1abb-fece-36fb78739991, 'name': SearchDatastore_Task, 'duration_secs': 0.016609} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.282601] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.282889] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.283242] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f262e25-99b0-4906-ad12-745ad925efa5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.295212] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Waiting for the task: (returnval){ [ 628.295212] env[65923]: value = "task-4706421" [ 628.295212] env[65923]: _type = "Task" [ 628.295212] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.308879] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.515131] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquiring lock "90812af0-5d71-4864-82f1-b852f3454c23" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.515397] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "90812af0-5d71-4864-82f1-b852f3454c23" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.515873] env[65923]: INFO nova.compute.manager [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Rebooting instance [ 628.589653] env[65923]: WARNING neutronclient.v2_0.client [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.601440] env[65923]: DEBUG nova.scheduler.client.report [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.663729] env[65923]: WARNING neutronclient.v2_0.client [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.748788] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528f498a-e05b-c826-eb6d-e5eda1a9189e, 'name': SearchDatastore_Task, 'duration_secs': 0.033772} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.749154] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.749432] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.749739] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.749944] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.750250] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.753902] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d512bc62-1b2d-4638-89f1-03e2790398f8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.765924] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.767304] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.768300] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110e76cb-0ac6-4a3a-99ad-d67419f19d48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.775931] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 628.775931] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d2ae36-a860-89b9-5515-341d10262e9d" [ 628.775931] env[65923]: _type = "Task" [ 628.775931] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.787375] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d2ae36-a860-89b9-5515-341d10262e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.812058] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706421, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.859357] env[65923]: DEBUG nova.compute.manager [req-fd234270-f806-4e6c-a969-d0bc8bfa43fe req-1375138a-4400-4e6f-9b4d-9204fde30793 service nova] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Received event network-vif-deleted-2cc4a131-a8aa-446c-9ffa-1a4c927ddb34 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 628.878964] env[65923]: DEBUG nova.network.neutron [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Updated VIF entry in instance network info cache for port ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 628.878964] env[65923]: DEBUG nova.network.neutron [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Updating instance_info_cache with network_info: [{"id": "ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf", "address": "fa:16:3e:3f:6d:c9", "network": {"id": "74e1b6a9-fac4-4f39-82b8-b43218fb8c7c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1114405230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0bff84544fb4e89844717c0191ad71c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9ce8f9-41", "ovs_interfaceid": "ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.950934] env[65923]: DEBUG nova.compute.manager [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Received event network-vif-plugged-25978053-665e-4bf8-a3bf-193a9c061ea9 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 628.950934] env[65923]: DEBUG oslo_concurrency.lockutils [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] Acquiring lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.950934] env[65923]: DEBUG oslo_concurrency.lockutils [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] Lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.950934] env[65923]: DEBUG oslo_concurrency.lockutils [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] Lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.950934] env[65923]: DEBUG nova.compute.manager [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] No waiting events found dispatching network-vif-plugged-25978053-665e-4bf8-a3bf-193a9c061ea9 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 628.951386] env[65923]: WARNING nova.compute.manager [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Received unexpected event network-vif-plugged-25978053-665e-4bf8-a3bf-193a9c061ea9 for instance with vm_state building and task_state spawning. [ 628.951748] env[65923]: DEBUG nova.compute.manager [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Received event network-changed-25978053-665e-4bf8-a3bf-193a9c061ea9 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 628.951939] env[65923]: DEBUG nova.compute.manager [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Refreshing instance network info cache due to event network-changed-25978053-665e-4bf8-a3bf-193a9c061ea9. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 628.952146] env[65923]: DEBUG oslo_concurrency.lockutils [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] Acquiring lock "refresh_cache-dcb140a2-7c3e-45aa-99a0-cfd7358843c0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.952474] env[65923]: DEBUG oslo_concurrency.lockutils [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] Acquired lock "refresh_cache-dcb140a2-7c3e-45aa-99a0-cfd7358843c0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.952525] env[65923]: DEBUG nova.network.neutron [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Refreshing network info cache for port 25978053-665e-4bf8-a3bf-193a9c061ea9 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.012720] env[65923]: DEBUG nova.network.neutron [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Updating instance_info_cache with network_info: [{"id": "f11faf46-d8d4-4991-ae33-c2f4abb11534", "address": "fa:16:3e:26:40:04", "network": {"id": "4e37869e-d271-4216-945a-3cee993086a1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-471017317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d81720231fb47cd856824ed1e304b2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11faf46-d8", "ovs_interfaceid": "f11faf46-d8d4-4991-ae33-c2f4abb11534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.036541] env[65923]: WARNING neutronclient.v2_0.client [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.047682] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.048138] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.075521] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquiring lock "refresh_cache-90812af0-5d71-4864-82f1-b852f3454c23" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.076656] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquired lock "refresh_cache-90812af0-5d71-4864-82f1-b852f3454c23" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.076656] env[65923]: DEBUG nova.network.neutron [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.106338] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.107247] env[65923]: DEBUG nova.compute.manager [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 629.110142] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.939s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.112394] env[65923]: INFO nova.compute.claims [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.296267] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d2ae36-a860-89b9-5515-341d10262e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.028267} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.296570] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79189a33-1009-4b77-9e2a-c3078f8e62ec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.308798] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 629.308798] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52587cf8-336c-f6a3-d03b-9e9498fe6746" [ 629.308798] env[65923]: _type = "Task" [ 629.308798] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.312708] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.949503} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.319098] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.319378] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.320261] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffc64f82-364e-45ba-a0c1-241f47a73868 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.331355] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52587cf8-336c-f6a3-d03b-9e9498fe6746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.339719] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Waiting for the task: (returnval){ [ 629.339719] env[65923]: value = "task-4706422" [ 629.339719] env[65923]: _type = "Task" [ 629.339719] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.352772] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.381585] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Releasing lock "refresh_cache-5a1c2245-b7e5-4939-850d-7d148518a413" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.381866] env[65923]: DEBUG nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Received event network-vif-plugged-347fc183-0d4e-4de3-91bf-48e86094a69e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 629.382202] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Acquiring lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.382491] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.382604] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.382786] env[65923]: DEBUG nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] No waiting events found dispatching network-vif-plugged-347fc183-0d4e-4de3-91bf-48e86094a69e {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 629.382880] env[65923]: WARNING nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Received unexpected event network-vif-plugged-347fc183-0d4e-4de3-91bf-48e86094a69e for instance with vm_state building and task_state spawning. [ 629.383052] env[65923]: DEBUG nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Received event network-changed-347fc183-0d4e-4de3-91bf-48e86094a69e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 629.383220] env[65923]: DEBUG nova.compute.manager [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Refreshing instance network info cache due to event network-changed-347fc183-0d4e-4de3-91bf-48e86094a69e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 629.383527] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Acquiring lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.383664] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Acquired lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.383821] env[65923]: DEBUG nova.network.neutron [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Refreshing network info cache for port 347fc183-0d4e-4de3-91bf-48e86094a69e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.456264] env[65923]: WARNING neutronclient.v2_0.client [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.512364] env[65923]: DEBUG nova.network.neutron [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance_info_cache with network_info: [{"id": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "address": "fa:16:3e:1f:7b:ca", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b13b474-47", "ovs_interfaceid": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.515845] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Releasing lock "refresh_cache-96c16056-d944-45c0-a016-3d64751d85c2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.516200] env[65923]: DEBUG nova.compute.manager [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Instance network_info: |[{"id": "f11faf46-d8d4-4991-ae33-c2f4abb11534", "address": "fa:16:3e:26:40:04", "network": {"id": "4e37869e-d271-4216-945a-3cee993086a1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-471017317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d81720231fb47cd856824ed1e304b2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11faf46-d8", "ovs_interfaceid": "f11faf46-d8d4-4991-ae33-c2f4abb11534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 629.516669] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:40:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f11faf46-d8d4-4991-ae33-c2f4abb11534', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.524928] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Creating folder: Project (7d81720231fb47cd856824ed1e304b2e). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.525988] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df0a1c27-4899-40d2-9f1c-1d31ff4df250 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.542416] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Created folder: Project (7d81720231fb47cd856824ed1e304b2e) in parent group-v918465. [ 629.542770] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Creating folder: Instances. Parent ref: group-v918513. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.542948] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a104483b-30ee-41b0-abb8-89b4a65f3372 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.550693] env[65923]: DEBUG nova.compute.manager [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 629.557497] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Created folder: Instances in parent group-v918513. [ 629.560602] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 629.560602] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.560602] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ada6a5-e545-4499-acb1-64286dc899af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.593454] env[65923]: WARNING neutronclient.v2_0.client [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.603287] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.603287] env[65923]: value = "task-4706425" [ 629.603287] env[65923]: _type = "Task" [ 629.603287] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.618514] env[65923]: DEBUG nova.compute.utils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.623510] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706425, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.624932] env[65923]: DEBUG nova.compute.manager [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 629.625580] env[65923]: DEBUG nova.network.neutron [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 629.626586] env[65923]: WARNING neutronclient.v2_0.client [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.627453] env[65923]: WARNING neutronclient.v2_0.client [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.831222] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52587cf8-336c-f6a3-d03b-9e9498fe6746, 'name': SearchDatastore_Task, 'duration_secs': 0.02364} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.831548] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.831937] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] dcb140a2-7c3e-45aa-99a0-cfd7358843c0/dcb140a2-7c3e-45aa-99a0-cfd7358843c0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.832237] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a20712bf-ae5d-46bb-8d84-094b10f524a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.841571] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 629.841571] env[65923]: value = "task-4706427" [ 629.841571] env[65923]: _type = "Task" [ 629.841571] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.857720] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180421} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.861295] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.861787] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.862629] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5107e01-4ada-440f-be55-c28f68bbc963 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.886341] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.886341] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95cc7801-20e1-4adc-868a-df40e140595a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.900909] env[65923]: WARNING neutronclient.v2_0.client [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.913116] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Waiting for the task: (returnval){ [ 629.913116] env[65923]: value = "task-4706428" [ 629.913116] env[65923]: _type = "Task" [ 629.913116] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.929964] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.016490] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.092186] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.117948] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706425, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.127948] env[65923]: DEBUG nova.policy [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f0656bf8b594511afdce97f982e15f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '217dd3d65e704c02956a81e72e6d0cf7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.132461] env[65923]: DEBUG nova.compute.manager [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 630.359227] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706427, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.430863] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.629537] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706425, 'name': CreateVM_Task, 'duration_secs': 0.583048} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.629779] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.633414] env[65923]: WARNING neutronclient.v2_0.client [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.634366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.634366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.635626] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.636630] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01796fb3-910c-4d4d-8a54-0c5fce81adf3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.649573] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb3b1e5-e845-499c-8cc4-6b792934e07c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.662229] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 630.662229] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523fba64-fe6d-348c-4224-bcd3f56242ed" [ 630.662229] env[65923]: _type = "Task" [ 630.662229] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.670605] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b00c436-e52d-4a33-aa8f-cfa06be38a2a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.682304] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523fba64-fe6d-348c-4224-bcd3f56242ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.712823] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4795d6-0b65-4784-b5c5-129c5a064ff8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.723016] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2297f89-8da5-43cd-bf01-892297bfc997 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.739374] env[65923]: DEBUG nova.compute.provider_tree [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.860948] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739418} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.861352] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] dcb140a2-7c3e-45aa-99a0-cfd7358843c0/dcb140a2-7c3e-45aa-99a0-cfd7358843c0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.861700] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.862099] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abb2c3e2-46e1-4355-b3b6-b0bd4f32cbcd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.873993] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 630.873993] env[65923]: value = "task-4706429" [ 630.873993] env[65923]: _type = "Task" [ 630.873993] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.890120] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.911864] env[65923]: DEBUG nova.network.neutron [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Successfully created port: f9413585-780f-4d7d-ab36-fbe43294ec87 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 630.927475] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706428, 'name': ReconfigVM_Task, 'duration_secs': 0.745519} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.927784] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112/7bc1cded-46b2-4f54-aef6-0ca7c7df4112.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.928488] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99e7fa61-651d-4655-a0e0-919b15948a2f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.943276] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Waiting for the task: (returnval){ [ 630.943276] env[65923]: value = "task-4706430" [ 630.943276] env[65923]: _type = "Task" [ 630.943276] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.955098] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706430, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.159515] env[65923]: DEBUG nova.compute.manager [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 631.187212] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523fba64-fe6d-348c-4224-bcd3f56242ed, 'name': SearchDatastore_Task, 'duration_secs': 0.029665} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.187790] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.188060] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.188423] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.188787] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.190056] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.190056] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e386b634-bbc0-4a52-9bab-823aa9b8e464 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.203677] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.203677] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.209476] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-507ee639-fa39-491c-b269-932eec732896 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.220306] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 631.220306] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529b4207-b9ad-1473-b113-076ced6df72d" [ 631.220306] env[65923]: _type = "Task" [ 631.220306] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.223082] env[65923]: DEBUG nova.virt.hardware [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 631.223820] env[65923]: DEBUG nova.virt.hardware [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.224198] env[65923]: DEBUG nova.virt.hardware [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 631.224632] env[65923]: DEBUG nova.virt.hardware [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.224941] env[65923]: DEBUG nova.virt.hardware [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 631.225317] env[65923]: DEBUG nova.virt.hardware [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 631.225814] env[65923]: DEBUG nova.virt.hardware [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 631.226370] env[65923]: DEBUG nova.virt.hardware [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 631.226701] env[65923]: DEBUG nova.virt.hardware [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 631.227188] env[65923]: DEBUG nova.virt.hardware [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 631.227572] env[65923]: DEBUG nova.virt.hardware [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 631.229315] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8836782-9f7a-4e1c-ab26-21c22f0bab01 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.255162] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529b4207-b9ad-1473-b113-076ced6df72d, 'name': SearchDatastore_Task, 'duration_secs': 0.014175} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.256997] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6517ef-b243-49dc-a3e3-94b24f572c7c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.268297] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa4e4e1d-4b68-43b0-87d8-b813e5b1639a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.288313] env[65923]: ERROR nova.scheduler.client.report [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [req-ea1936e1-5cb3-4216-bc3f-bc2d109f2cbc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ea1936e1-5cb3-4216-bc3f-bc2d109f2cbc"}]} [ 631.293986] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 631.293986] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524ddb8d-4c0b-f736-aeb5-b39d227c55cd" [ 631.293986] env[65923]: _type = "Task" [ 631.293986] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.306449] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524ddb8d-4c0b-f736-aeb5-b39d227c55cd, 'name': SearchDatastore_Task, 'duration_secs': 0.018997} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.306449] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.306449] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 96c16056-d944-45c0-a016-3d64751d85c2/96c16056-d944-45c0-a016-3d64751d85c2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.306755] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eabff86-2c87-4b95-9738-40c6596f6af7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.319191] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 631.319191] env[65923]: value = "task-4706431" [ 631.319191] env[65923]: _type = "Task" [ 631.319191] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.326024] env[65923]: DEBUG nova.scheduler.client.report [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 631.331785] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.355315] env[65923]: DEBUG nova.scheduler.client.report [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 631.356596] env[65923]: DEBUG nova.compute.provider_tree [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.374853] env[65923]: DEBUG nova.scheduler.client.report [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 631.392177] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200533} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.392618] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.394128] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44db2104-0d39-4a18-b63e-ca05a7c2f96d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.425047] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] dcb140a2-7c3e-45aa-99a0-cfd7358843c0/dcb140a2-7c3e-45aa-99a0-cfd7358843c0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.426452] env[65923]: DEBUG nova.scheduler.client.report [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 631.428316] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d3eefed-25c0-45a0-90d9-c71cda883db8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.451478] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 631.451478] env[65923]: value = "task-4706432" [ 631.451478] env[65923]: _type = "Task" [ 631.451478] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.460024] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706430, 'name': Rename_Task, 'duration_secs': 0.299145} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.460024] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.460024] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebcf7443-a944-428c-9033-82247efcbc00 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.468086] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.474540] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Waiting for the task: (returnval){ [ 631.474540] env[65923]: value = "task-4706433" [ 631.474540] env[65923]: _type = "Task" [ 631.474540] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.492619] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.543195] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2cb3e7-72d6-4b2e-9e05-dd0c30dbed9c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.569058] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance 'e915bf9c-bcc2-46d1-a199-5bf4af3613c9' progress to 0 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 631.813286] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60767821-21bf-4b4a-a273-a12e89543077 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.827606] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44cf18f-096f-485f-9179-5e52345fb2b9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.835877] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706431, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.867455] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50a7d77-ba4c-4f86-91b7-0706aa534fa3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.877685] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb103232-8421-4f98-b7d8-31553d7dc238 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.893359] env[65923]: DEBUG nova.compute.provider_tree [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.963058] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.985982] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.076286] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.076728] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83285c1c-a085-4bd5-83c8-6caaa69d40b7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.084986] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 632.084986] env[65923]: value = "task-4706435" [ 632.084986] env[65923]: _type = "Task" [ 632.084986] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.095357] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.331354] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750895} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.331866] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 96c16056-d944-45c0-a016-3d64751d85c2/96c16056-d944-45c0-a016-3d64751d85c2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.331945] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.332359] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-558c3032-0458-4424-b789-6dc0d59ea779 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.344047] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 632.344047] env[65923]: value = "task-4706436" [ 632.344047] env[65923]: _type = "Task" [ 632.344047] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.356322] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.422941] env[65923]: ERROR nova.scheduler.client.report [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [req-7b5b6b45-c65d-4dae-a4cc-6e683f70037a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b5b6b45-c65d-4dae-a4cc-6e683f70037a"}]} [ 632.432820] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquiring lock "65281687-0bbe-41c1-acc7-342178044749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.433049] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Lock "65281687-0bbe-41c1-acc7-342178044749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.452227] env[65923]: DEBUG nova.scheduler.client.report [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 632.466357] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706432, 'name': ReconfigVM_Task, 'duration_secs': 0.542125} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.466744] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Reconfigured VM instance instance-0000000e to attach disk [datastore2] dcb140a2-7c3e-45aa-99a0-cfd7358843c0/dcb140a2-7c3e-45aa-99a0-cfd7358843c0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.467555] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec1f91b3-4b4b-4bab-a08c-6523f2aa2447 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.470722] env[65923]: DEBUG nova.scheduler.client.report [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 632.471057] env[65923]: DEBUG nova.compute.provider_tree [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.476215] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 632.476215] env[65923]: value = "task-4706437" [ 632.476215] env[65923]: _type = "Task" [ 632.476215] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.484019] env[65923]: DEBUG nova.scheduler.client.report [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 632.492862] env[65923]: DEBUG oslo_vmware.api [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Task: {'id': task-4706433, 'name': PowerOnVM_Task, 'duration_secs': 0.987401} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.497160] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.497416] env[65923]: DEBUG nova.compute.manager [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 632.497805] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706437, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.499106] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb032a46-e4de-4f78-a407-9d5428c96462 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.506916] env[65923]: DEBUG nova.scheduler.client.report [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 632.595213] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706435, 'name': PowerOffVM_Task, 'duration_secs': 0.237138} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.595533] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.595891] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance 'e915bf9c-bcc2-46d1-a199-5bf4af3613c9' progress to 17 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 632.815032] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126650e2-8a22-407e-bfbe-6003c512bb79 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.824837] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cc2194-b656-480e-8ba1-05a5d897950b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.863904] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc33d24-fd22-4b60-81a3-80546e235085 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.872657] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082263} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.875511] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.876530] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d184633-a82c-46b1-8bcb-52e17a4518a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.880948] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce01431-8b76-4af5-81f3-4f6cf9081bb4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.898788] env[65923]: DEBUG nova.compute.provider_tree [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.919942] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 96c16056-d944-45c0-a016-3d64751d85c2/96c16056-d944-45c0-a016-3d64751d85c2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.923833] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40085301-864e-4dab-86fc-c512f1da54d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.939055] env[65923]: DEBUG nova.compute.manager [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 632.949948] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 632.949948] env[65923]: value = "task-4706438" [ 632.949948] env[65923]: _type = "Task" [ 632.949948] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.962459] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.990507] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706437, 'name': Rename_Task, 'duration_secs': 0.210809} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.990641] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.992051] env[65923]: WARNING neutronclient.v2_0.client [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.995377] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60d5a2cf-797e-45b6-9b10-e5c6a1a0b7c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.996697] env[65923]: DEBUG nova.scheduler.client.report [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 632.996929] env[65923]: DEBUG nova.compute.provider_tree [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 28 to 29 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 632.997347] env[65923]: DEBUG nova.compute.provider_tree [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.007668] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 633.007668] env[65923]: value = "task-4706439" [ 633.007668] env[65923]: _type = "Task" [ 633.007668] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.032021] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.032546] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.053094] env[65923]: WARNING neutronclient.v2_0.client [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.071630] env[65923]: DEBUG nova.network.neutron [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Successfully updated port: f9413585-780f-4d7d-ab36-fbe43294ec87 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 633.104890] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 633.105160] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.105318] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 633.105504] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.105649] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 633.105791] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 633.105997] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.106163] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 633.106321] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 633.106492] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 633.106649] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 633.111968] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b8c638-ffcc-441b-aab4-105bd05edc37 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.130812] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 633.130812] env[65923]: value = "task-4706440" [ 633.130812] env[65923]: _type = "Task" [ 633.130812] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.141813] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.273602] env[65923]: WARNING neutronclient.v2_0.client [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.429734] env[65923]: DEBUG nova.network.neutron [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Updated VIF entry in instance network info cache for port 25978053-665e-4bf8-a3bf-193a9c061ea9. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 633.429734] env[65923]: DEBUG nova.network.neutron [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Updating instance_info_cache with network_info: [{"id": "25978053-665e-4bf8-a3bf-193a9c061ea9", "address": "fa:16:3e:4e:ec:9b", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25978053-66", "ovs_interfaceid": "25978053-665e-4bf8-a3bf-193a9c061ea9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.464082] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.473672] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.503016] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.393s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.503523] env[65923]: DEBUG nova.compute.manager [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 633.507693] env[65923]: DEBUG nova.network.neutron [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Updating instance_info_cache with network_info: [{"id": "2d0ca9c2-f3d2-4276-9642-c4d08cd09d86", "address": "fa:16:3e:ba:c6:97", "network": {"id": "c35a8aac-dbb6-42cd-86a5-d56c81d1e9b7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1573483157-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28b915f1f4134a999abe122eddafe856", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0ca9c2-f3", "ovs_interfaceid": "2d0ca9c2-f3d2-4276-9642-c4d08cd09d86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.509013] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.902s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.512891] env[65923]: INFO nova.compute.claims [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.528684] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706439, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.577815] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquiring lock "refresh_cache-6971b489-9a9a-4072-9ee6-f2d8d4fade94" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.578273] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquired lock "refresh_cache-6971b489-9a9a-4072-9ee6-f2d8d4fade94" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.578509] env[65923]: DEBUG nova.network.neutron [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 633.643169] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706440, 'name': ReconfigVM_Task, 'duration_secs': 0.244094} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.643629] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance 'e915bf9c-bcc2-46d1-a199-5bf4af3613c9' progress to 33 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 633.868744] env[65923]: DEBUG nova.network.neutron [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Updated VIF entry in instance network info cache for port 347fc183-0d4e-4de3-91bf-48e86094a69e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 633.868744] env[65923]: DEBUG nova.network.neutron [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Updating instance_info_cache with network_info: [{"id": "347fc183-0d4e-4de3-91bf-48e86094a69e", "address": "fa:16:3e:1c:23:04", "network": {"id": "83eae85c-1f4b-4eb0-9132-053a4cb33f71", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-809618566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca3039d95518483fa708434bacf7bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347fc183-0d", "ovs_interfaceid": "347fc183-0d4e-4de3-91bf-48e86094a69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.933682] env[65923]: DEBUG oslo_concurrency.lockutils [req-d251d746-1cc6-4950-b70f-e38044558f47 req-cc2cb9ce-98f6-4e41-a957-5913ed66f98c service nova] Releasing lock "refresh_cache-dcb140a2-7c3e-45aa-99a0-cfd7358843c0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.966490] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706438, 'name': ReconfigVM_Task, 'duration_secs': 0.61416} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.970026] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 96c16056-d944-45c0-a016-3d64751d85c2/96c16056-d944-45c0-a016-3d64751d85c2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.970026] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-349fd37b-0a06-446f-81a6-f5f5785f4d58 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.981207] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 633.981207] env[65923]: value = "task-4706442" [ 633.981207] env[65923]: _type = "Task" [ 633.981207] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.991699] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706442, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.016986] env[65923]: DEBUG nova.compute.utils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.018814] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Releasing lock "refresh_cache-90812af0-5d71-4864-82f1-b852f3454c23" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.028027] env[65923]: DEBUG nova.compute.manager [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 634.028027] env[65923]: DEBUG nova.network.neutron [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 634.028027] env[65923]: WARNING neutronclient.v2_0.client [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.028027] env[65923]: WARNING neutronclient.v2_0.client [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.038855] env[65923]: DEBUG oslo_vmware.api [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706439, 'name': PowerOnVM_Task, 'duration_secs': 0.971688} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.040671] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.041778] env[65923]: INFO nova.compute.manager [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Took 12.77 seconds to spawn the instance on the hypervisor. [ 634.044176] env[65923]: DEBUG nova.compute.manager [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 634.045546] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8504d82c-648a-4029-8549-b64e127068aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.095246] env[65923]: DEBUG nova.policy [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0d2bc514004fae9c9280cc90be1d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed68dc8b38c4e288451ea560b8e9a6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.152383] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 634.155919] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.155919] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 634.155919] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.155919] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 634.155919] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 634.155919] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 634.156250] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 634.156250] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 634.156250] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 634.156250] env[65923]: DEBUG nova.virt.hardware [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 634.160579] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 634.161774] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a38e455-3ca7-41c1-96c8-21dc596b7e66 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.183903] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 634.183903] env[65923]: value = "task-4706443" [ 634.183903] env[65923]: _type = "Task" [ 634.183903] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.184162] env[65923]: DEBUG nova.network.neutron [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 634.198228] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.371936] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b90d98d-95fb-48a2-8717-bc0b03a057c0 req-d38d5553-33a6-45fd-8baa-95e2c31d3cc2 service nova] Releasing lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.500025] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706442, 'name': Rename_Task, 'duration_secs': 0.275814} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.500025] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.500025] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c941691d-9f4d-43bb-97a0-be004c748473 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.511378] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 634.511378] env[65923]: value = "task-4706444" [ 634.511378] env[65923]: _type = "Task" [ 634.511378] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.523994] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.524586] env[65923]: DEBUG nova.compute.manager [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 634.531597] env[65923]: DEBUG nova.compute.manager [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 634.539515] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e05b5ee-1145-43e0-a671-d36cd45dcf0e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.569352] env[65923]: DEBUG nova.network.neutron [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Successfully created port: 723c3990-8c0e-434b-b789-ac8d66d457b0 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 634.573163] env[65923]: INFO nova.compute.manager [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Took 17.71 seconds to build instance. [ 634.706534] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.894394] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577d0c0f-8f7d-40bf-91f0-043a0ee67874 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.904589] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b517a1f-8649-42da-8bb2-cc1efa0259ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.960059] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5995ae-03c9-4520-84f4-900b4baf47a1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.972243] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725dd644-25d4-43a0-83a1-a3808199e5de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.993930] env[65923]: DEBUG nova.compute.provider_tree [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.022344] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.076325] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0de0924d-9746-4ad9-b533-c0fe6624f574 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.226s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.206166] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.232675] env[65923]: WARNING neutronclient.v2_0.client [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.497572] env[65923]: DEBUG nova.scheduler.client.report [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.524935] env[65923]: DEBUG oslo_vmware.api [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706444, 'name': PowerOnVM_Task, 'duration_secs': 0.773643} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.525963] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.526195] env[65923]: INFO nova.compute.manager [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Took 10.64 seconds to spawn the instance on the hypervisor. [ 635.526376] env[65923]: DEBUG nova.compute.manager [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 635.527816] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d74252-3e75-43af-99d2-dd20db6874a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.555067] env[65923]: DEBUG nova.compute.manager [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 635.559311] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b21d07-de09-43ba-b8ea-395fc87b92a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.569030] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Doing hard reboot of VM {{(pid=65923) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 635.569030] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ef697d12-438c-4fe0-9b7c-9f595505c53f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.578780] env[65923]: DEBUG oslo_vmware.api [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for the task: (returnval){ [ 635.578780] env[65923]: value = "task-4706445" [ 635.578780] env[65923]: _type = "Task" [ 635.578780] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.592510] env[65923]: DEBUG oslo_vmware.api [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706445, 'name': ResetVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.598197] env[65923]: DEBUG nova.network.neutron [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Updating instance_info_cache with network_info: [{"id": "f9413585-780f-4d7d-ab36-fbe43294ec87", "address": "fa:16:3e:86:13:ca", "network": {"id": "281161c1-676f-4a7f-a3c5-193ccd33a8df", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1783054852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "217dd3d65e704c02956a81e72e6d0cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9413585-78", "ovs_interfaceid": "f9413585-780f-4d7d-ab36-fbe43294ec87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.605778] env[65923]: DEBUG nova.virt.hardware [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 635.606084] env[65923]: DEBUG nova.virt.hardware [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.606352] env[65923]: DEBUG nova.virt.hardware [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 635.606598] env[65923]: DEBUG nova.virt.hardware [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.606676] env[65923]: DEBUG nova.virt.hardware [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 635.606810] env[65923]: DEBUG nova.virt.hardware [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 635.607218] env[65923]: DEBUG nova.virt.hardware [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 635.607426] env[65923]: DEBUG nova.virt.hardware [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 635.607605] env[65923]: DEBUG nova.virt.hardware [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 635.607774] env[65923]: DEBUG nova.virt.hardware [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 635.608132] env[65923]: DEBUG nova.virt.hardware [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 635.610074] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d432202a-dff3-44af-b18e-8f4c7e360405 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.621020] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a737e8-b5f5-4894-a29e-01c5eae4f8a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.707252] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706443, 'name': ReconfigVM_Task, 'duration_secs': 1.28468} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.707894] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 635.708924] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e968a78-70ab-4208-8ef9-bcd32f36f8ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.735076] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e915bf9c-bcc2-46d1-a199-5bf4af3613c9/e915bf9c-bcc2-46d1-a199-5bf4af3613c9.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.735076] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a63246-c65e-4ae5-866c-6c036734781b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.754909] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 635.754909] env[65923]: value = "task-4706446" [ 635.754909] env[65923]: _type = "Task" [ 635.754909] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.763952] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.965376] env[65923]: DEBUG oslo_vmware.rw_handles [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa317a-444a-57f3-fb72-c4f3ccad7361/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 635.967048] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3633b5f0-e695-4bea-8e30-4f737641c781 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.976155] env[65923]: DEBUG oslo_vmware.rw_handles [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa317a-444a-57f3-fb72-c4f3ccad7361/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 635.976531] env[65923]: ERROR oslo_vmware.rw_handles [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa317a-444a-57f3-fb72-c4f3ccad7361/disk-0.vmdk due to incomplete transfer. [ 635.976718] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44c53afe-bf30-48e2-aee8-922b50e07b67 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.987665] env[65923]: DEBUG oslo_vmware.rw_handles [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52aa317a-444a-57f3-fb72-c4f3ccad7361/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 635.987665] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Uploaded image 7628210b-24d0-4454-948f-81d125e2f137 to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 635.988991] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 635.990065] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29252862-c359-49c3-afb8-f058639c50bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.997571] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 635.997571] env[65923]: value = "task-4706448" [ 635.997571] env[65923]: _type = "Task" [ 635.997571] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.006924] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.007560] env[65923]: DEBUG nova.compute.manager [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 636.015536] env[65923]: DEBUG oslo_concurrency.lockutils [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.319s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.015536] env[65923]: DEBUG nova.objects.instance [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Lazy-loading 'resources' on Instance uuid 0c54deca-255e-411c-9642-ac2ce1872584 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.016585] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706448, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.052025] env[65923]: INFO nova.compute.manager [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Took 17.35 seconds to build instance. [ 636.090450] env[65923]: DEBUG oslo_vmware.api [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706445, 'name': ResetVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.102320] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Releasing lock "refresh_cache-6971b489-9a9a-4072-9ee6-f2d8d4fade94" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.102794] env[65923]: DEBUG nova.compute.manager [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Instance network_info: |[{"id": "f9413585-780f-4d7d-ab36-fbe43294ec87", "address": "fa:16:3e:86:13:ca", "network": {"id": "281161c1-676f-4a7f-a3c5-193ccd33a8df", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1783054852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "217dd3d65e704c02956a81e72e6d0cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9413585-78", "ovs_interfaceid": "f9413585-780f-4d7d-ab36-fbe43294ec87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 636.103306] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:13:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9413585-780f-4d7d-ab36-fbe43294ec87', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.111672] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Creating folder: Project (217dd3d65e704c02956a81e72e6d0cf7). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.112318] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd30b2c9-e566-4fc0-ae5b-5da433d005fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.124700] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Created folder: Project (217dd3d65e704c02956a81e72e6d0cf7) in parent group-v918465. [ 636.124962] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Creating folder: Instances. Parent ref: group-v918517. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.125302] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c6d9c15-b912-43e2-81d5-270261eca127 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.138088] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Created folder: Instances in parent group-v918517. [ 636.138418] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 636.138699] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.138932] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4becfcbb-a3fb-4018-9821-99b555fd9a36 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.163535] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.163535] env[65923]: value = "task-4706451" [ 636.163535] env[65923]: _type = "Task" [ 636.163535] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.177407] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706451, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.226790] env[65923]: DEBUG nova.compute.manager [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Received event network-vif-plugged-f11faf46-d8d4-4991-ae33-c2f4abb11534 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 636.227140] env[65923]: DEBUG oslo_concurrency.lockutils [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] Acquiring lock "96c16056-d944-45c0-a016-3d64751d85c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.227398] env[65923]: DEBUG oslo_concurrency.lockutils [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] Lock "96c16056-d944-45c0-a016-3d64751d85c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.227584] env[65923]: DEBUG oslo_concurrency.lockutils [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] Lock "96c16056-d944-45c0-a016-3d64751d85c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.227794] env[65923]: DEBUG nova.compute.manager [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] No waiting events found dispatching network-vif-plugged-f11faf46-d8d4-4991-ae33-c2f4abb11534 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 636.228373] env[65923]: WARNING nova.compute.manager [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Received unexpected event network-vif-plugged-f11faf46-d8d4-4991-ae33-c2f4abb11534 for instance with vm_state active and task_state None. [ 636.228373] env[65923]: DEBUG nova.compute.manager [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Received event network-changed-f11faf46-d8d4-4991-ae33-c2f4abb11534 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 636.228601] env[65923]: DEBUG nova.compute.manager [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Refreshing instance network info cache due to event network-changed-f11faf46-d8d4-4991-ae33-c2f4abb11534. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 636.228636] env[65923]: DEBUG oslo_concurrency.lockutils [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] Acquiring lock "refresh_cache-96c16056-d944-45c0-a016-3d64751d85c2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.228776] env[65923]: DEBUG oslo_concurrency.lockutils [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] Acquired lock "refresh_cache-96c16056-d944-45c0-a016-3d64751d85c2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.228976] env[65923]: DEBUG nova.network.neutron [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Refreshing network info cache for port f11faf46-d8d4-4991-ae33-c2f4abb11534 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.267869] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.386202] env[65923]: DEBUG nova.compute.manager [req-14efbbd1-84a5-4beb-82a4-55718481ebcb req-2872d16a-ad7a-445c-b5e4-b9cd1aaad0c8 service nova] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Received event network-vif-plugged-f9413585-780f-4d7d-ab36-fbe43294ec87 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 636.386587] env[65923]: DEBUG oslo_concurrency.lockutils [req-14efbbd1-84a5-4beb-82a4-55718481ebcb req-2872d16a-ad7a-445c-b5e4-b9cd1aaad0c8 service nova] Acquiring lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.386719] env[65923]: DEBUG oslo_concurrency.lockutils [req-14efbbd1-84a5-4beb-82a4-55718481ebcb req-2872d16a-ad7a-445c-b5e4-b9cd1aaad0c8 service nova] Lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.386892] env[65923]: DEBUG oslo_concurrency.lockutils [req-14efbbd1-84a5-4beb-82a4-55718481ebcb req-2872d16a-ad7a-445c-b5e4-b9cd1aaad0c8 service nova] Lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.387090] env[65923]: DEBUG nova.compute.manager [req-14efbbd1-84a5-4beb-82a4-55718481ebcb req-2872d16a-ad7a-445c-b5e4-b9cd1aaad0c8 service nova] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] No waiting events found dispatching network-vif-plugged-f9413585-780f-4d7d-ab36-fbe43294ec87 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 636.388156] env[65923]: WARNING nova.compute.manager [req-14efbbd1-84a5-4beb-82a4-55718481ebcb req-2872d16a-ad7a-445c-b5e4-b9cd1aaad0c8 service nova] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Received unexpected event network-vif-plugged-f9413585-780f-4d7d-ab36-fbe43294ec87 for instance with vm_state building and task_state spawning. [ 636.510766] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706448, 'name': Destroy_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.519793] env[65923]: DEBUG nova.compute.utils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.525847] env[65923]: DEBUG nova.compute.manager [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 636.526577] env[65923]: DEBUG nova.network.neutron [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 636.526577] env[65923]: WARNING neutronclient.v2_0.client [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.528259] env[65923]: WARNING neutronclient.v2_0.client [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.551928] env[65923]: DEBUG oslo_concurrency.lockutils [None req-03afa993-a48f-4abe-8c94-624647184d28 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "96c16056-d944-45c0-a016-3d64751d85c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.866s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.591718] env[65923]: DEBUG oslo_vmware.api [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706445, 'name': ResetVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.596219] env[65923]: DEBUG nova.network.neutron [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Successfully updated port: 723c3990-8c0e-434b-b789-ac8d66d457b0 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 636.637327] env[65923]: DEBUG nova.policy [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cdab267fe964d6996978d91886d9751', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e65b916fd8af4834adb1b7618511982b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.681420] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706451, 'name': CreateVM_Task, 'duration_secs': 0.400887} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.685598] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.686924] env[65923]: WARNING neutronclient.v2_0.client [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.687348] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.687559] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.687855] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.688162] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea283cef-792d-4a92-ab84-9aa34a94d816 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.694220] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 636.694220] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52897547-d8e8-d1c1-47ce-bd8ecdfd21c2" [ 636.694220] env[65923]: _type = "Task" [ 636.694220] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.709441] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52897547-d8e8-d1c1-47ce-bd8ecdfd21c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.732693] env[65923]: WARNING neutronclient.v2_0.client [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.775194] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706446, 'name': ReconfigVM_Task, 'duration_secs': 0.731425} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.775509] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e915bf9c-bcc2-46d1-a199-5bf4af3613c9/e915bf9c-bcc2-46d1-a199-5bf4af3613c9.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.775808] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance 'e915bf9c-bcc2-46d1-a199-5bf4af3613c9' progress to 50 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 636.901949] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad57bb57-c486-420b-a63c-c7198313b87e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.912157] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c51504-9f2b-4f1e-a355-8a1b998631b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.948365] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8404c920-de88-4871-95ff-c493345ca89d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.958353] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ae43c4-508f-4f8c-ac10-58d3b748a801 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.973145] env[65923]: DEBUG nova.compute.provider_tree [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.998589] env[65923]: DEBUG nova.network.neutron [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Successfully created port: 1eafe4fa-a13b-417b-aa19-4ed48639a4b5 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 637.011926] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706448, 'name': Destroy_Task, 'duration_secs': 0.624889} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.012118] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Destroyed the VM [ 637.014017] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 637.014017] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c28a306-c130-4724-9fe0-de4f2cacf2d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.020651] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 637.020651] env[65923]: value = "task-4706452" [ 637.020651] env[65923]: _type = "Task" [ 637.020651] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.025819] env[65923]: DEBUG nova.compute.manager [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 637.032452] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.090671] env[65923]: DEBUG oslo_vmware.api [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706445, 'name': ResetVM_Task, 'duration_secs': 1.125058} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.098481] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Did hard reboot of VM {{(pid=65923) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 637.098800] env[65923]: DEBUG nova.compute.manager [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 637.099795] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "refresh_cache-f6250a21-25fe-43c8-b258-a8598789eedb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.100011] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "refresh_cache-f6250a21-25fe-43c8-b258-a8598789eedb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.102236] env[65923]: DEBUG nova.network.neutron [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 637.104260] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd75b47-834b-419b-8235-e9d79d5c2da2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.205882] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52897547-d8e8-d1c1-47ce-bd8ecdfd21c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013908} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.206430] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.206528] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.206859] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.206859] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.207043] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.207340] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caf508f4-5a9f-43c7-84f9-415c7846a9a3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.221046] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.221046] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.221046] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1447cef-1105-4a11-868f-fe217b45c507 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.229906] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 637.229906] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235caba-4967-f031-2f22-a24a66f2e991" [ 637.229906] env[65923]: _type = "Task" [ 637.229906] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.242949] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235caba-4967-f031-2f22-a24a66f2e991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.287358] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011dff6b-ba56-4647-acfe-56a529fa26cd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.313648] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e846987-600b-40d8-8883-f0bdd065239c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.339695] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance 'e915bf9c-bcc2-46d1-a199-5bf4af3613c9' progress to 67 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 637.476937] env[65923]: DEBUG nova.scheduler.client.report [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.531595] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706452, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.623504] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01dc4f46-117f-4e3d-81d0-315da5456f37 tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "90812af0-5d71-4864-82f1-b852f3454c23" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 9.108s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.741104] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235caba-4967-f031-2f22-a24a66f2e991, 'name': SearchDatastore_Task, 'duration_secs': 0.014894} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.741919] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74adeb18-0e4b-4925-b854-3a6d63261664 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.748028] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 637.748028] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5225fa59-1feb-59a1-db62-d535bba1f813" [ 637.748028] env[65923]: _type = "Task" [ 637.748028] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.756993] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5225fa59-1feb-59a1-db62-d535bba1f813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.802664] env[65923]: DEBUG nova.network.neutron [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 637.845760] env[65923]: WARNING neutronclient.v2_0.client [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.846209] env[65923]: WARNING neutronclient.v2_0.client [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.988949] env[65923]: DEBUG oslo_concurrency.lockutils [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.993635] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.901s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.996406] env[65923]: INFO nova.compute.claims [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.998719] env[65923]: DEBUG nova.network.neutron [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Port 8b13b474-47b0-4791-9d96-8b28b8c4e6a3 binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 638.035320] env[65923]: DEBUG oslo_vmware.api [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706452, 'name': RemoveSnapshot_Task, 'duration_secs': 0.60676} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.035551] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 638.035798] env[65923]: INFO nova.compute.manager [None req-882172e2-d49a-4867-b1c2-a1e48647c367 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Took 16.15 seconds to snapshot the instance on the hypervisor. [ 638.040427] env[65923]: DEBUG nova.compute.manager [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 638.056784] env[65923]: INFO nova.scheduler.client.report [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Deleted allocations for instance 0c54deca-255e-411c-9642-ac2ce1872584 [ 638.072812] env[65923]: WARNING neutronclient.v2_0.client [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.088205] env[65923]: DEBUG nova.virt.hardware [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.088205] env[65923]: DEBUG nova.virt.hardware [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.088205] env[65923]: DEBUG nova.virt.hardware [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.088399] env[65923]: DEBUG nova.virt.hardware [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.088399] env[65923]: DEBUG nova.virt.hardware [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.088399] env[65923]: DEBUG nova.virt.hardware [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.088399] env[65923]: DEBUG nova.virt.hardware [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.088399] env[65923]: DEBUG nova.virt.hardware [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.088576] env[65923]: DEBUG nova.virt.hardware [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.089076] env[65923]: DEBUG nova.virt.hardware [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.089410] env[65923]: DEBUG nova.virt.hardware [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.090451] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a58627-3fdc-495f-b48c-98843324e185 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.113675] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc37bfa-5222-4721-94ff-7c968a541f1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.264625] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5225fa59-1feb-59a1-db62-d535bba1f813, 'name': SearchDatastore_Task, 'duration_secs': 0.025549} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.265955] env[65923]: WARNING neutronclient.v2_0.client [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.268491] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.268491] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 6971b489-9a9a-4072-9ee6-f2d8d4fade94/6971b489-9a9a-4072-9ee6-f2d8d4fade94.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.269043] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be6c843e-3d33-41d8-acb7-ac8e449de04c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.277603] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 638.277603] env[65923]: value = "task-4706454" [ 638.277603] env[65923]: _type = "Task" [ 638.277603] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.288134] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.501841] env[65923]: DEBUG nova.network.neutron [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Updated VIF entry in instance network info cache for port f11faf46-d8d4-4991-ae33-c2f4abb11534. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 638.502684] env[65923]: DEBUG nova.network.neutron [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Updating instance_info_cache with network_info: [{"id": "f11faf46-d8d4-4991-ae33-c2f4abb11534", "address": "fa:16:3e:26:40:04", "network": {"id": "4e37869e-d271-4216-945a-3cee993086a1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-471017317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d81720231fb47cd856824ed1e304b2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11faf46-d8", "ovs_interfaceid": "f11faf46-d8d4-4991-ae33-c2f4abb11534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.575105] env[65923]: DEBUG oslo_concurrency.lockutils [None req-741cef63-df5e-44ff-b86e-a144f8f6feb0 tempest-DeleteServersAdminTestJSON-2027295168 tempest-DeleteServersAdminTestJSON-2027295168-project-admin] Lock "0c54deca-255e-411c-9642-ac2ce1872584" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.009s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.598550] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquiring lock "eae8d221-9157-4c20-94d7-0b74377caafc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.598828] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Lock "eae8d221-9157-4c20-94d7-0b74377caafc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.723633] env[65923]: DEBUG nova.network.neutron [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Successfully updated port: 1eafe4fa-a13b-417b-aa19-4ed48639a4b5 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 638.754874] env[65923]: DEBUG nova.network.neutron [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Updating instance_info_cache with network_info: [{"id": "723c3990-8c0e-434b-b789-ac8d66d457b0", "address": "fa:16:3e:9a:94:0f", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723c3990-8c", "ovs_interfaceid": "723c3990-8c0e-434b-b789-ac8d66d457b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.789905] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706454, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.012307] env[65923]: DEBUG oslo_concurrency.lockutils [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] Releasing lock "refresh_cache-96c16056-d944-45c0-a016-3d64751d85c2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.012307] env[65923]: DEBUG nova.compute.manager [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Received event network-changed-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.012307] env[65923]: DEBUG nova.compute.manager [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Refreshing instance network info cache due to event network-changed-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 639.012307] env[65923]: DEBUG oslo_concurrency.lockutils [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] Acquiring lock "refresh_cache-5a1c2245-b7e5-4939-850d-7d148518a413" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.012307] env[65923]: DEBUG oslo_concurrency.lockutils [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] Acquired lock "refresh_cache-5a1c2245-b7e5-4939-850d-7d148518a413" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.012705] env[65923]: DEBUG nova.network.neutron [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Refreshing network info cache for port ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.045919] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.045919] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.045919] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.104699] env[65923]: DEBUG nova.compute.manager [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 639.226677] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquiring lock "refresh_cache-a39b73d3-2d00-4ae9-8513-3689b553349d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.228527] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquired lock "refresh_cache-a39b73d3-2d00-4ae9-8513-3689b553349d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.228527] env[65923]: DEBUG nova.network.neutron [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.259108] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "refresh_cache-f6250a21-25fe-43c8-b258-a8598789eedb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.259108] env[65923]: DEBUG nova.compute.manager [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Instance network_info: |[{"id": "723c3990-8c0e-434b-b789-ac8d66d457b0", "address": "fa:16:3e:9a:94:0f", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723c3990-8c", "ovs_interfaceid": "723c3990-8c0e-434b-b789-ac8d66d457b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 639.259723] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:94:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '723c3990-8c0e-434b-b789-ac8d66d457b0', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.267608] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Creating folder: Project (2ed68dc8b38c4e288451ea560b8e9a6e). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.271205] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6912247-55a4-4e44-a5ba-b82fe84abf0e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.287782] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Created folder: Project (2ed68dc8b38c4e288451ea560b8e9a6e) in parent group-v918465. [ 639.287950] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Creating folder: Instances. Parent ref: group-v918520. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.288288] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebe9dff3-5b3c-4666-bd30-a5b11b1adef1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.298986] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84113} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.299809] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 6971b489-9a9a-4072-9ee6-f2d8d4fade94/6971b489-9a9a-4072-9ee6-f2d8d4fade94.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.301296] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.301296] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bd7ba21-12e3-421e-a86b-8f8a9fa77c48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.308818] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 639.308818] env[65923]: value = "task-4706457" [ 639.308818] env[65923]: _type = "Task" [ 639.308818] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.310378] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Created folder: Instances in parent group-v918520. [ 639.310709] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 639.314654] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.314917] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70af2fab-feeb-46d4-a0d4-4506f6eae0eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.341583] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.343239] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.343239] env[65923]: value = "task-4706458" [ 639.343239] env[65923]: _type = "Task" [ 639.343239] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.354100] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706458, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.478520] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a206600d-2fe3-45ce-bacc-2dc9c45f27eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.487974] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d811fc90-10ea-4b02-bd9f-9c213b364bd5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.525696] env[65923]: WARNING neutronclient.v2_0.client [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.531059] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a754c50f-ea46-4adc-8d05-0b91c6d1943f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.540929] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3b4a48-fa0b-4f8d-8667-0c3bccd9c2a3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.562740] env[65923]: DEBUG nova.compute.provider_tree [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.566425] env[65923]: WARNING neutronclient.v2_0.client [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.634456] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.665511] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.665693] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.665864] env[65923]: DEBUG nova.network.neutron [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.737851] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquiring lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.738036] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.738510] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquiring lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.738510] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.738681] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.740709] env[65923]: INFO nova.compute.manager [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Terminating instance [ 639.824069] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085273} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.824450] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.825342] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbb95aa-861b-4de4-8487-730fd4054aa5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.829355] env[65923]: DEBUG nova.network.neutron [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 639.851609] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 6971b489-9a9a-4072-9ee6-f2d8d4fade94/6971b489-9a9a-4072-9ee6-f2d8d4fade94.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.852098] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3740f43-bae5-40e0-9c1a-e64a89ea3394 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.881272] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706458, 'name': CreateVM_Task, 'duration_secs': 0.42492} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.882605] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.882950] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 639.882950] env[65923]: value = "task-4706459" [ 639.882950] env[65923]: _type = "Task" [ 639.882950] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.883496] env[65923]: WARNING neutronclient.v2_0.client [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.883944] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.884050] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.884606] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.885336] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13332c27-f59c-42ed-9db9-f9b9d0f5d80a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.899327] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 639.899327] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527c2aaf-026e-80dd-1e3a-1f611804ad28" [ 639.899327] env[65923]: _type = "Task" [ 639.899327] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.902735] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.912912] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d3a000-286e-4bfb-af15-ae1ea71a5fb7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.919902] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527c2aaf-026e-80dd-1e3a-1f611804ad28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.924507] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a5468ecc-bea6-4fc3-a8b0-b35e53eb2c71 tempest-ServersAdminNegativeTestJSON-894078540 tempest-ServersAdminNegativeTestJSON-894078540-project-admin] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Suspending the VM {{(pid=65923) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 639.924776] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-91e4205f-693d-4893-ad61-77164bd59810 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.934071] env[65923]: DEBUG oslo_vmware.api [None req-a5468ecc-bea6-4fc3-a8b0-b35e53eb2c71 tempest-ServersAdminNegativeTestJSON-894078540 tempest-ServersAdminNegativeTestJSON-894078540-project-admin] Waiting for the task: (returnval){ [ 639.934071] env[65923]: value = "task-4706460" [ 639.934071] env[65923]: _type = "Task" [ 639.934071] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.945750] env[65923]: DEBUG oslo_vmware.api [None req-a5468ecc-bea6-4fc3-a8b0-b35e53eb2c71 tempest-ServersAdminNegativeTestJSON-894078540 tempest-ServersAdminNegativeTestJSON-894078540-project-admin] Task: {'id': task-4706460, 'name': SuspendVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.984516] env[65923]: WARNING neutronclient.v2_0.client [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.075784] env[65923]: DEBUG nova.scheduler.client.report [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.097572] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquiring lock "93a4755a-a6c5-47bb-b658-3d416b1543c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.097866] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Lock "93a4755a-a6c5-47bb-b658-3d416b1543c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.098434] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquiring lock "93a4755a-a6c5-47bb-b658-3d416b1543c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.098434] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Lock "93a4755a-a6c5-47bb-b658-3d416b1543c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.098569] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Lock "93a4755a-a6c5-47bb-b658-3d416b1543c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.101157] env[65923]: INFO nova.compute.manager [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Terminating instance [ 640.168804] env[65923]: WARNING neutronclient.v2_0.client [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.222787] env[65923]: WARNING neutronclient.v2_0.client [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.245057] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquiring lock "refresh_cache-7bc1cded-46b2-4f54-aef6-0ca7c7df4112" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.245300] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquired lock "refresh_cache-7bc1cded-46b2-4f54-aef6-0ca7c7df4112" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.245642] env[65923]: DEBUG nova.network.neutron [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 640.392919] env[65923]: DEBUG nova.network.neutron [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Updated VIF entry in instance network info cache for port ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 640.393585] env[65923]: DEBUG nova.network.neutron [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Updating instance_info_cache with network_info: [{"id": "ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf", "address": "fa:16:3e:3f:6d:c9", "network": {"id": "74e1b6a9-fac4-4f39-82b8-b43218fb8c7c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1114405230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0bff84544fb4e89844717c0191ad71c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b2049d7-f99e-425a-afdb-2c95ca88e483", "external-id": "nsx-vlan-transportzone-803", "segmentation_id": 803, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9ce8f9-41", "ovs_interfaceid": "ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.401916] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706459, 'name': ReconfigVM_Task, 'duration_secs': 0.345684} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.406016] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 6971b489-9a9a-4072-9ee6-f2d8d4fade94/6971b489-9a9a-4072-9ee6-f2d8d4fade94.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.406513] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfcac80e-66ec-4481-b871-3a7e9c0027ed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.421204] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527c2aaf-026e-80dd-1e3a-1f611804ad28, 'name': SearchDatastore_Task, 'duration_secs': 0.032675} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.423616] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.423871] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.424127] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.424310] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.424497] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.424883] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 640.424883] env[65923]: value = "task-4706462" [ 640.424883] env[65923]: _type = "Task" [ 640.424883] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.425358] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5aadc97-6139-4cbf-a428-7b549f7aa583 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.442768] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706462, 'name': Rename_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.444993] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.445198] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.445985] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4998dc-1167-49d9-8863-381c606f2130 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.452190] env[65923]: DEBUG oslo_vmware.api [None req-a5468ecc-bea6-4fc3-a8b0-b35e53eb2c71 tempest-ServersAdminNegativeTestJSON-894078540 tempest-ServersAdminNegativeTestJSON-894078540-project-admin] Task: {'id': task-4706460, 'name': SuspendVM_Task} progress is 58%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.457104] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 640.457104] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527cfad0-e7f9-ef41-90d7-79d31c6cfefd" [ 640.457104] env[65923]: _type = "Task" [ 640.457104] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.471570] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527cfad0-e7f9-ef41-90d7-79d31c6cfefd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.573663] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquiring lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.573663] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.580968] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.581366] env[65923]: DEBUG nova.compute.manager [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 640.584978] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.552s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.585187] env[65923]: DEBUG nova.objects.instance [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 640.611729] env[65923]: DEBUG nova.compute.manager [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 640.611990] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.613451] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f61dbc-374d-4c56-9734-758174cd039e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.622829] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.623909] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec1e0a8b-d091-40f2-9b24-c556691da03f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.631196] env[65923]: DEBUG oslo_vmware.api [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for the task: (returnval){ [ 640.631196] env[65923]: value = "task-4706463" [ 640.631196] env[65923]: _type = "Task" [ 640.631196] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.642446] env[65923]: DEBUG oslo_vmware.api [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.699633] env[65923]: DEBUG nova.network.neutron [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Updating instance_info_cache with network_info: [{"id": "1eafe4fa-a13b-417b-aa19-4ed48639a4b5", "address": "fa:16:3e:db:7c:09", "network": {"id": "c83a1a09-dbde-4d4d-8a77-4e7fe3080924", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-759652357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e65b916fd8af4834adb1b7618511982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eafe4fa-a1", "ovs_interfaceid": "1eafe4fa-a13b-417b-aa19-4ed48639a4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.748675] env[65923]: WARNING neutronclient.v2_0.client [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.897631] env[65923]: DEBUG oslo_concurrency.lockutils [req-278ae254-eab6-4e28-8fbc-fb065a59b19b req-245ed1a2-978a-4ecf-9a4c-5030ca1113ad service nova] Releasing lock "refresh_cache-5a1c2245-b7e5-4939-850d-7d148518a413" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.938478] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706462, 'name': Rename_Task, 'duration_secs': 0.16104} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.943620] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.943972] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-432a142a-60de-48e0-bc7d-07776942b742 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.952621] env[65923]: DEBUG oslo_vmware.api [None req-a5468ecc-bea6-4fc3-a8b0-b35e53eb2c71 tempest-ServersAdminNegativeTestJSON-894078540 tempest-ServersAdminNegativeTestJSON-894078540-project-admin] Task: {'id': task-4706460, 'name': SuspendVM_Task, 'duration_secs': 0.89015} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.954605] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a5468ecc-bea6-4fc3-a8b0-b35e53eb2c71 tempest-ServersAdminNegativeTestJSON-894078540 tempest-ServersAdminNegativeTestJSON-894078540-project-admin] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Suspended the VM {{(pid=65923) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 640.954839] env[65923]: DEBUG nova.compute.manager [None req-a5468ecc-bea6-4fc3-a8b0-b35e53eb2c71 tempest-ServersAdminNegativeTestJSON-894078540 tempest-ServersAdminNegativeTestJSON-894078540-project-admin] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 640.955182] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 640.955182] env[65923]: value = "task-4706464" [ 640.955182] env[65923]: _type = "Task" [ 640.955182] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.955994] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188f7df2-73f8-43ba-a0a7-85cf7d7f4b4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.985255] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706464, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.985692] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527cfad0-e7f9-ef41-90d7-79d31c6cfefd, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.986850] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc26ce75-da20-49ad-980a-065bdaa0082a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.992565] env[65923]: DEBUG nova.network.neutron [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 640.996352] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 640.996352] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529882e8-8238-0156-4487-2f7a47e7e4da" [ 640.996352] env[65923]: _type = "Task" [ 640.996352] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.006293] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529882e8-8238-0156-4487-2f7a47e7e4da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.076280] env[65923]: DEBUG nova.compute.manager [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 641.091930] env[65923]: DEBUG nova.compute.utils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.100285] env[65923]: DEBUG nova.compute.manager [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 641.100285] env[65923]: DEBUG nova.network.neutron [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 641.100285] env[65923]: WARNING neutronclient.v2_0.client [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.100602] env[65923]: WARNING neutronclient.v2_0.client [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.103650] env[65923]: DEBUG nova.compute.manager [None req-81f63dc7-bc9b-4d86-aada-e50f49815773 tempest-ServerDiagnosticsV248Test-1454183243 tempest-ServerDiagnosticsV248Test-1454183243-project-admin] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 641.105275] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2758e0ae-fb6f-4ff9-8a17-d240c20258c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.115796] env[65923]: INFO nova.compute.manager [None req-81f63dc7-bc9b-4d86-aada-e50f49815773 tempest-ServerDiagnosticsV248Test-1454183243 tempest-ServerDiagnosticsV248Test-1454183243-project-admin] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Retrieving diagnostics [ 641.116553] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1385a2a-38d0-4343-bf1a-df2fdb764f33 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.150187] env[65923]: WARNING neutronclient.v2_0.client [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.167948] env[65923]: DEBUG oslo_vmware.api [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706463, 'name': PowerOffVM_Task, 'duration_secs': 0.207967} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.168377] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.168648] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.169250] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c3adbe4-530b-417f-9aff-82769cb31b7f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.172814] env[65923]: DEBUG nova.policy [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0d2bc514004fae9c9280cc90be1d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed68dc8b38c4e288451ea560b8e9a6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.181334] env[65923]: DEBUG nova.network.neutron [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.203147] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Releasing lock "refresh_cache-a39b73d3-2d00-4ae9-8513-3689b553349d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.204037] env[65923]: DEBUG nova.compute.manager [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Instance network_info: |[{"id": "1eafe4fa-a13b-417b-aa19-4ed48639a4b5", "address": "fa:16:3e:db:7c:09", "network": {"id": "c83a1a09-dbde-4d4d-8a77-4e7fe3080924", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-759652357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e65b916fd8af4834adb1b7618511982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eafe4fa-a1", "ovs_interfaceid": "1eafe4fa-a13b-417b-aa19-4ed48639a4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 641.204664] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:7c:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eafe4fa-a13b-417b-aa19-4ed48639a4b5', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.214343] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Creating folder: Project (e65b916fd8af4834adb1b7618511982b). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.215486] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc3ae10a-3100-4c63-b40e-3991fa614408 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.229324] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Created folder: Project (e65b916fd8af4834adb1b7618511982b) in parent group-v918465. [ 641.229449] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Creating folder: Instances. Parent ref: group-v918523. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.233360] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae60942e-fbee-4854-8aa2-f9ce9a04b6e6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.246074] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Created folder: Instances in parent group-v918523. [ 641.246911] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 641.247324] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.247721] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9196705-ccd2-41d0-99f2-75e843ab4971 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.275362] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.275597] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.276255] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Deleting the datastore file [datastore1] 93a4755a-a6c5-47bb-b658-3d416b1543c3 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.276705] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-146bb5b3-e776-4683-b960-f1b9133bd257 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.282542] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.282542] env[65923]: value = "task-4706468" [ 641.282542] env[65923]: _type = "Task" [ 641.282542] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.290172] env[65923]: DEBUG oslo_vmware.api [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for the task: (returnval){ [ 641.290172] env[65923]: value = "task-4706469" [ 641.290172] env[65923]: _type = "Task" [ 641.290172] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.301011] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706468, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.308227] env[65923]: DEBUG oslo_vmware.api [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.314568] env[65923]: DEBUG nova.network.neutron [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance_info_cache with network_info: [{"id": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "address": "fa:16:3e:1f:7b:ca", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b13b474-47", "ovs_interfaceid": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.477363] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706464, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.505533] env[65923]: DEBUG nova.compute.manager [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Received event network-changed-ced8792b-492e-4f0b-bcce-09823a0c0c72 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 641.506958] env[65923]: DEBUG nova.compute.manager [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Refreshing instance network info cache due to event network-changed-ced8792b-492e-4f0b-bcce-09823a0c0c72. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 641.506958] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] Acquiring lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.506958] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] Acquired lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.506958] env[65923]: DEBUG nova.network.neutron [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Refreshing network info cache for port ced8792b-492e-4f0b-bcce-09823a0c0c72 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.513707] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529882e8-8238-0156-4487-2f7a47e7e4da, 'name': SearchDatastore_Task, 'duration_secs': 0.044252} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.514350] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.514675] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.515725] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a86e6978-20aa-4b57-b449-33e733dc79f8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.524854] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 641.524854] env[65923]: value = "task-4706470" [ 641.524854] env[65923]: _type = "Task" [ 641.524854] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.535657] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.603785] env[65923]: DEBUG nova.network.neutron [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Successfully created port: 43f48f20-8dc0-4056-801e-1ae44b2d791e {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 641.605448] env[65923]: DEBUG nova.compute.manager [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 641.613358] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.614516] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55e8c532-ac3b-4959-b9ef-e3f27524c841 tempest-ServersAdmin275Test-208926024 tempest-ServersAdmin275Test-208926024-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.621028] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.143s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.621028] env[65923]: INFO nova.compute.claims [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.635406] env[65923]: DEBUG nova.compute.manager [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Received event network-changed-f9413585-780f-4d7d-ab36-fbe43294ec87 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 641.635708] env[65923]: DEBUG nova.compute.manager [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Refreshing instance network info cache due to event network-changed-f9413585-780f-4d7d-ab36-fbe43294ec87. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 641.636513] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] Acquiring lock "refresh_cache-6971b489-9a9a-4072-9ee6-f2d8d4fade94" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.636626] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] Acquired lock "refresh_cache-6971b489-9a9a-4072-9ee6-f2d8d4fade94" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.636825] env[65923]: DEBUG nova.network.neutron [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Refreshing network info cache for port f9413585-780f-4d7d-ab36-fbe43294ec87 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.685178] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Releasing lock "refresh_cache-7bc1cded-46b2-4f54-aef6-0ca7c7df4112" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.688552] env[65923]: DEBUG nova.compute.manager [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 641.688862] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.690245] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079a8d9e-5920-481e-a072-8c663eac1eeb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.700787] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.702067] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16a8746a-8bbf-4938-b746-adba147a71b5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.711678] env[65923]: DEBUG oslo_vmware.api [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 641.711678] env[65923]: value = "task-4706471" [ 641.711678] env[65923]: _type = "Task" [ 641.711678] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.721223] env[65923]: DEBUG oslo_vmware.api [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.800137] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706468, 'name': CreateVM_Task, 'duration_secs': 0.435997} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.800137] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.800699] env[65923]: WARNING neutronclient.v2_0.client [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.801926] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.801926] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.801926] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.801926] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c8a216-d959-4a82-a15f-1a2fba769112 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.806796] env[65923]: DEBUG oslo_vmware.api [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Task: {'id': task-4706469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360928} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.807400] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.807556] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.807720] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.807970] env[65923]: INFO nova.compute.manager [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 641.808300] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 641.808611] env[65923]: DEBUG nova.compute.manager [-] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 641.808705] env[65923]: DEBUG nova.network.neutron [-] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 641.808949] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.813424] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for the task: (returnval){ [ 641.813424] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52683a91-460a-c4f9-20f8-0960d5730667" [ 641.813424] env[65923]: _type = "Task" [ 641.813424] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.818405] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.829501] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52683a91-460a-c4f9-20f8-0960d5730667, 'name': SearchDatastore_Task, 'duration_secs': 0.013638} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.829815] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.830056] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.830297] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.830498] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.830745] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.830874] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1590c5c3-4a4f-4df7-a4e2-aa32c3402128 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.842399] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.842589] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.846037] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c450e4da-7047-41c2-bda2-9a05be1dc16a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.853260] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for the task: (returnval){ [ 641.853260] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5229bf07-f15f-9f80-acc8-fcfb704d6bab" [ 641.853260] env[65923]: _type = "Task" [ 641.853260] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.865766] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5229bf07-f15f-9f80-acc8-fcfb704d6bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.936265] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.976040] env[65923]: DEBUG oslo_vmware.api [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706464, 'name': PowerOnVM_Task, 'duration_secs': 0.570164} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.976360] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.976557] env[65923]: INFO nova.compute.manager [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Took 10.82 seconds to spawn the instance on the hypervisor. [ 641.976728] env[65923]: DEBUG nova.compute.manager [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 641.977671] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9a49ca-8e99-45ad-8f06-a7f12cd922ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.017888] env[65923]: WARNING neutronclient.v2_0.client [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.042154] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706470, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.140962] env[65923]: WARNING neutronclient.v2_0.client [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.226289] env[65923]: DEBUG oslo_vmware.api [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706471, 'name': PowerOffVM_Task, 'duration_secs': 0.217245} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.226289] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.226289] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.226289] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45003b58-4e53-40b8-af15-d8592ee00f8c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.255957] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.256211] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.256400] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Deleting the datastore file [datastore1] 7bc1cded-46b2-4f54-aef6-0ca7c7df4112 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.256792] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70e4f16b-3f75-4334-9911-703fea483017 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.264128] env[65923]: DEBUG oslo_vmware.api [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for the task: (returnval){ [ 642.264128] env[65923]: value = "task-4706473" [ 642.264128] env[65923]: _type = "Task" [ 642.264128] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.274305] env[65923]: DEBUG oslo_vmware.api [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.350612] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba20bd09-55bb-4064-8873-6dbe93818f3c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.366192] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5229bf07-f15f-9f80-acc8-fcfb704d6bab, 'name': SearchDatastore_Task, 'duration_secs': 0.034462} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.382507] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aca2ddd-e2d5-4cca-a9c2-5fa7cad28210 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.385772] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ab2c75-fb67-4a6a-8409-665efdf83078 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.392874] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for the task: (returnval){ [ 642.392874] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a3c222-7390-d270-3be1-4e7ebf405786" [ 642.392874] env[65923]: _type = "Task" [ 642.392874] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.395953] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance 'e915bf9c-bcc2-46d1-a199-5bf4af3613c9' progress to 83 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.409930] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a3c222-7390-d270-3be1-4e7ebf405786, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.410614] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.410705] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] a39b73d3-2d00-4ae9-8513-3689b553349d/a39b73d3-2d00-4ae9-8513-3689b553349d.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.410942] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f9ba8a4-5bd0-4f22-8dc7-3e10c3bc5da4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.418857] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for the task: (returnval){ [ 642.418857] env[65923]: value = "task-4706474" [ 642.418857] env[65923]: _type = "Task" [ 642.418857] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.428663] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.497933] env[65923]: INFO nova.compute.manager [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Took 21.23 seconds to build instance. [ 642.541469] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688195} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.541992] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.542659] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.542769] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25889bed-ae15-445a-8153-602498f115f8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.553426] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 642.553426] env[65923]: value = "task-4706475" [ 642.553426] env[65923]: _type = "Task" [ 642.553426] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.565928] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.624029] env[65923]: DEBUG nova.compute.manager [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 642.655587] env[65923]: DEBUG nova.virt.hardware [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 642.655587] env[65923]: DEBUG nova.virt.hardware [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.655845] env[65923]: DEBUG nova.virt.hardware [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 642.655889] env[65923]: DEBUG nova.virt.hardware [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.656056] env[65923]: DEBUG nova.virt.hardware [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 642.656273] env[65923]: DEBUG nova.virt.hardware [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 642.656454] env[65923]: DEBUG nova.virt.hardware [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 642.656616] env[65923]: DEBUG nova.virt.hardware [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 642.656780] env[65923]: DEBUG nova.virt.hardware [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 642.656941] env[65923]: DEBUG nova.virt.hardware [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 642.657134] env[65923]: DEBUG nova.virt.hardware [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 642.658111] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272bb5b2-8b02-4fd8-be4c-9781e76411d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.670375] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c3a718-42bd-4998-a063-bbee878e80b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.776402] env[65923]: DEBUG oslo_vmware.api [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Task: {'id': task-4706473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17952} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.779844] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.779844] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.779844] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.779844] env[65923]: INFO nova.compute.manager [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Took 1.09 seconds to destroy the instance on the hypervisor. [ 642.780129] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 642.780948] env[65923]: DEBUG nova.compute.manager [-] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 642.781101] env[65923]: DEBUG nova.network.neutron [-] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 642.781364] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.905996] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.906361] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4419c721-0004-4a74-9ee4-152a9fe270db {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.916384] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 642.916384] env[65923]: value = "task-4706476" [ 642.916384] env[65923]: _type = "Task" [ 642.916384] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.924454] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f5c15-43a7-4bd7-aa2d-ef6e6e769232 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.932019] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.936970] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.940482] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddda357c-a23b-40d7-9474-2fc98b3780f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.975233] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a27590-734d-4328-9f90-0ac96d73f881 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.983857] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3d9c31-83fd-49a3-bd9d-89db055e9f5d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.999023] env[65923]: DEBUG nova.compute.provider_tree [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.000637] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80c42f1b-7d6a-4710-bf97-7998cdee8077 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.744s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.066061] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.284091] env[65923]: DEBUG nova.network.neutron [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Successfully updated port: 43f48f20-8dc0-4056-801e-1ae44b2d791e {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 643.335067] env[65923]: DEBUG nova.network.neutron [-] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 643.335464] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.435791] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.437099] env[65923]: DEBUG oslo_vmware.api [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706476, 'name': PowerOnVM_Task, 'duration_secs': 0.448454} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.437420] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.437711] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1c834cc9-ee9d-4506-a4c4-e3f2390c22a6 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance 'e915bf9c-bcc2-46d1-a199-5bf4af3613c9' progress to 100 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 643.502515] env[65923]: DEBUG nova.scheduler.client.report [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.567716] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.571705] env[65923]: DEBUG nova.network.neutron [-] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.787108] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "refresh_cache-ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.787375] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "refresh_cache-ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.787552] env[65923]: DEBUG nova.network.neutron [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 643.839342] env[65923]: DEBUG nova.network.neutron [-] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.935839] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706474, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.008304] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.008936] env[65923]: DEBUG nova.compute.manager [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 644.011922] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.378s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.016161] env[65923]: INFO nova.compute.claims [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.073565] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.127149} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.076198] env[65923]: INFO nova.compute.manager [-] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Took 2.27 seconds to deallocate network for instance. [ 644.076753] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.084850] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e9ddd4-a651-4481-82c3-2bd1de70f09e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.147648] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.148981] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c052af4-cb13-4491-ad18-1f4ac8d82d0d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.186217] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 644.186217] env[65923]: value = "task-4706477" [ 644.186217] env[65923]: _type = "Task" [ 644.186217] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.200102] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.342633] env[65923]: INFO nova.compute.manager [-] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Took 1.56 seconds to deallocate network for instance. [ 644.432263] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706474, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.516026] env[65923]: DEBUG nova.network.neutron [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 644.519963] env[65923]: DEBUG nova.compute.utils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.523804] env[65923]: DEBUG nova.compute.manager [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 644.524071] env[65923]: DEBUG nova.network.neutron [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 644.524851] env[65923]: WARNING neutronclient.v2_0.client [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.526561] env[65923]: WARNING neutronclient.v2_0.client [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.606221] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.629253] env[65923]: WARNING neutronclient.v2_0.client [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.697325] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.775112] env[65923]: WARNING neutronclient.v2_0.client [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.850101] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.864804] env[65923]: DEBUG nova.policy [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2074620ee4749e4b6f91c2400dedd64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a3346d22c2841a3af28165e923695b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.934560] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706474, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.027026] env[65923]: DEBUG nova.compute.manager [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 645.197782] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706477, 'name': ReconfigVM_Task, 'duration_secs': 0.904219} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.200676] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Reconfigured VM instance instance-00000011 to attach disk [datastore1] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.202942] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f41205dd-c643-4418-b7ed-59498207883f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.212307] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 645.212307] env[65923]: value = "task-4706478" [ 645.212307] env[65923]: _type = "Task" [ 645.212307] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.225642] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706478, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.408034] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6735b9b5-ddfe-4099-93c1-98d9a8f2df27 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.420491] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644e5c99-0d34-4f5f-9dd9-2a29f80c00a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.460855] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba3e716-065e-47a4-8e37-7d08c09942fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.468299] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706474, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.761693} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.470062] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] a39b73d3-2d00-4ae9-8513-3689b553349d/a39b73d3-2d00-4ae9-8513-3689b553349d.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.470062] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.470062] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d518cf6-ff02-444f-8654-bdba89fca2a1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.477177] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83891df-2fed-4d82-87e6-f71854d94f5d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.495876] env[65923]: DEBUG nova.compute.provider_tree [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.504396] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for the task: (returnval){ [ 645.504396] env[65923]: value = "task-4706479" [ 645.504396] env[65923]: _type = "Task" [ 645.504396] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.518820] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.728018] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706478, 'name': Rename_Task, 'duration_secs': 0.299886} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.728018] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.728018] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83cb9991-0aa1-45d9-8de6-368e75b8b3d4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.736711] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 645.736711] env[65923]: value = "task-4706480" [ 645.736711] env[65923]: _type = "Task" [ 645.736711] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.755283] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706480, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.770144] env[65923]: DEBUG nova.network.neutron [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Updated VIF entry in instance network info cache for port ced8792b-492e-4f0b-bcce-09823a0c0c72. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 645.771602] env[65923]: DEBUG nova.network.neutron [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Updating instance_info_cache with network_info: [{"id": "ced8792b-492e-4f0b-bcce-09823a0c0c72", "address": "fa:16:3e:77:92:2e", "network": {"id": "79c688ad-a72d-4cb6-a17b-a0fe63818142", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-803799119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55176e0cb1e14262ae80b8271ee119af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced8792b-49", "ovs_interfaceid": "ced8792b-492e-4f0b-bcce-09823a0c0c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.808505] env[65923]: DEBUG nova.network.neutron [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Updated VIF entry in instance network info cache for port f9413585-780f-4d7d-ab36-fbe43294ec87. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 645.808898] env[65923]: DEBUG nova.network.neutron [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Updating instance_info_cache with network_info: [{"id": "f9413585-780f-4d7d-ab36-fbe43294ec87", "address": "fa:16:3e:86:13:ca", "network": {"id": "281161c1-676f-4a7f-a3c5-193ccd33a8df", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1783054852-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "217dd3d65e704c02956a81e72e6d0cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9413585-78", "ovs_interfaceid": "f9413585-780f-4d7d-ab36-fbe43294ec87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.915619] env[65923]: DEBUG nova.network.neutron [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Successfully created port: b2f101e6-b342-4806-b502-e1c35d888d76 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 645.962357] env[65923]: WARNING neutronclient.v2_0.client [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.005852] env[65923]: DEBUG nova.scheduler.client.report [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.023338] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082944} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.024108] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.025078] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584cc48b-af7f-4156-a132-99fa3c3ab7e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.045517] env[65923]: DEBUG nova.compute.manager [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 646.057476] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] a39b73d3-2d00-4ae9-8513-3689b553349d/a39b73d3-2d00-4ae9-8513-3689b553349d.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.058710] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd233944-b6f1-45f7-98fb-a816f50f2d6d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.080060] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for the task: (returnval){ [ 646.080060] env[65923]: value = "task-4706481" [ 646.080060] env[65923]: _type = "Task" [ 646.080060] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.092202] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.095078] env[65923]: DEBUG nova.virt.hardware [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 646.095823] env[65923]: DEBUG nova.virt.hardware [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.095823] env[65923]: DEBUG nova.virt.hardware [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 646.095823] env[65923]: DEBUG nova.virt.hardware [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.095823] env[65923]: DEBUG nova.virt.hardware [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 646.096310] env[65923]: DEBUG nova.virt.hardware [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 646.096310] env[65923]: DEBUG nova.virt.hardware [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 646.096310] env[65923]: DEBUG nova.virt.hardware [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 646.096465] env[65923]: DEBUG nova.virt.hardware [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 646.096614] env[65923]: DEBUG nova.virt.hardware [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 646.096761] env[65923]: DEBUG nova.virt.hardware [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 646.098069] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773c1d95-6df6-4856-817d-7c8ebab9c7eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.110925] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9422e1a8-6082-453c-9641-6ac99640ccb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.205939] env[65923]: DEBUG nova.network.neutron [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Updating instance_info_cache with network_info: [{"id": "43f48f20-8dc0-4056-801e-1ae44b2d791e", "address": "fa:16:3e:1d:87:12", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f48f20-8d", "ovs_interfaceid": "43f48f20-8dc0-4056-801e-1ae44b2d791e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.250969] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706480, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.280599] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] Releasing lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.280894] env[65923]: DEBUG nova.compute.manager [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Received event network-changed-347fc183-0d4e-4de3-91bf-48e86094a69e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.281072] env[65923]: DEBUG nova.compute.manager [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Refreshing instance network info cache due to event network-changed-347fc183-0d4e-4de3-91bf-48e86094a69e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 646.281313] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] Acquiring lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.281515] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] Acquired lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.281694] env[65923]: DEBUG nova.network.neutron [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Refreshing network info cache for port 347fc183-0d4e-4de3-91bf-48e86094a69e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.311573] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] Releasing lock "refresh_cache-6971b489-9a9a-4072-9ee6-f2d8d4fade94" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.311888] env[65923]: DEBUG nova.compute.manager [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Received event network-vif-plugged-723c3990-8c0e-434b-b789-ac8d66d457b0 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.312088] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] Acquiring lock "f6250a21-25fe-43c8-b258-a8598789eedb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.312325] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] Lock "f6250a21-25fe-43c8-b258-a8598789eedb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.312489] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] Lock "f6250a21-25fe-43c8-b258-a8598789eedb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.312662] env[65923]: DEBUG nova.compute.manager [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] No waiting events found dispatching network-vif-plugged-723c3990-8c0e-434b-b789-ac8d66d457b0 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 646.312835] env[65923]: WARNING nova.compute.manager [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Received unexpected event network-vif-plugged-723c3990-8c0e-434b-b789-ac8d66d457b0 for instance with vm_state building and task_state spawning. [ 646.313031] env[65923]: DEBUG nova.compute.manager [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Received event network-changed-723c3990-8c0e-434b-b789-ac8d66d457b0 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.313214] env[65923]: DEBUG nova.compute.manager [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Refreshing instance network info cache due to event network-changed-723c3990-8c0e-434b-b789-ac8d66d457b0. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 646.313486] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] Acquiring lock "refresh_cache-f6250a21-25fe-43c8-b258-a8598789eedb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.313641] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] Acquired lock "refresh_cache-f6250a21-25fe-43c8-b258-a8598789eedb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.313819] env[65923]: DEBUG nova.network.neutron [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Refreshing network info cache for port 723c3990-8c0e-434b-b789-ac8d66d457b0 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.518635] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.519224] env[65923]: DEBUG nova.compute.manager [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 646.524046] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.909s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.526222] env[65923]: INFO nova.compute.claims [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.603071] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706481, 'name': ReconfigVM_Task, 'duration_secs': 0.335126} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.605243] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Reconfigured VM instance instance-00000012 to attach disk [datastore2] a39b73d3-2d00-4ae9-8513-3689b553349d/a39b73d3-2d00-4ae9-8513-3689b553349d.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.606484] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "3241b026-b4da-4d69-a897-399348248f58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.606691] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "3241b026-b4da-4d69-a897-399348248f58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.607858] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a38d048b-613a-435a-b5e2-e2cd19d2b0c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.617260] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for the task: (returnval){ [ 646.617260] env[65923]: value = "task-4706482" [ 646.617260] env[65923]: _type = "Task" [ 646.617260] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.628504] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706482, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.708880] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "refresh_cache-ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.709384] env[65923]: DEBUG nova.compute.manager [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Instance network_info: |[{"id": "43f48f20-8dc0-4056-801e-1ae44b2d791e", "address": "fa:16:3e:1d:87:12", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f48f20-8d", "ovs_interfaceid": "43f48f20-8dc0-4056-801e-1ae44b2d791e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 646.709875] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:87:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43f48f20-8dc0-4056-801e-1ae44b2d791e', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.719956] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 646.720574] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.720574] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c55733f-0306-4cc0-b154-858c5beb1be7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.744244] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.744244] env[65923]: value = "task-4706483" [ 646.744244] env[65923]: _type = "Task" [ 646.744244] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.752438] env[65923]: DEBUG oslo_vmware.api [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706480, 'name': PowerOnVM_Task, 'duration_secs': 0.787967} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.753385] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.753933] env[65923]: INFO nova.compute.manager [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Took 11.20 seconds to spawn the instance on the hypervisor. [ 646.753933] env[65923]: DEBUG nova.compute.manager [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.754857] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd495c-5edc-448a-95f5-e7ff9b55756b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.761854] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706483, 'name': CreateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.787595] env[65923]: WARNING neutronclient.v2_0.client [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.818958] env[65923]: WARNING neutronclient.v2_0.client [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.034259] env[65923]: DEBUG nova.compute.utils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.041621] env[65923]: DEBUG nova.compute.manager [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 647.042358] env[65923]: DEBUG nova.network.neutron [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 647.042358] env[65923]: WARNING neutronclient.v2_0.client [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.042560] env[65923]: WARNING neutronclient.v2_0.client [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.069305] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquiring lock "dc37fb3c-1afc-42df-8efe-69668e31992a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.069849] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Lock "dc37fb3c-1afc-42df-8efe-69668e31992a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.069849] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquiring lock "dc37fb3c-1afc-42df-8efe-69668e31992a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.070687] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Lock "dc37fb3c-1afc-42df-8efe-69668e31992a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.070687] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Lock "dc37fb3c-1afc-42df-8efe-69668e31992a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.073848] env[65923]: INFO nova.compute.manager [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Terminating instance [ 647.112343] env[65923]: DEBUG nova.compute.manager [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 647.132583] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706482, 'name': Rename_Task, 'duration_secs': 0.320228} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.132583] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.132583] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4522f3e3-07f3-47b3-942c-897c4024bfc5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.146381] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for the task: (returnval){ [ 647.146381] env[65923]: value = "task-4706484" [ 647.146381] env[65923]: _type = "Task" [ 647.146381] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.240857] env[65923]: DEBUG nova.policy [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db714a8ac6f04446a9161bf02f80fb3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69c82ca0e0764e32afff27f6422bed9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.255982] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706483, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.283043] env[65923]: INFO nova.compute.manager [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Took 23.15 seconds to build instance. [ 647.543779] env[65923]: DEBUG nova.compute.manager [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 647.582693] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquiring lock "refresh_cache-dc37fb3c-1afc-42df-8efe-69668e31992a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.584632] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquired lock "refresh_cache-dc37fb3c-1afc-42df-8efe-69668e31992a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.584632] env[65923]: DEBUG nova.network.neutron [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 647.597269] env[65923]: DEBUG nova.network.neutron [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Successfully updated port: b2f101e6-b342-4806-b502-e1c35d888d76 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 647.641125] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.647667] env[65923]: DEBUG nova.network.neutron [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Successfully created port: 82b1895e-c4b5-4208-9a21-3e30052bd054 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 647.660401] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706484, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.700575] env[65923]: WARNING neutronclient.v2_0.client [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.743826] env[65923]: DEBUG nova.compute.manager [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Received event network-changed-ced8792b-492e-4f0b-bcce-09823a0c0c72 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 647.743826] env[65923]: DEBUG nova.compute.manager [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Refreshing instance network info cache due to event network-changed-ced8792b-492e-4f0b-bcce-09823a0c0c72. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 647.743826] env[65923]: DEBUG oslo_concurrency.lockutils [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] Acquiring lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.743826] env[65923]: DEBUG oslo_concurrency.lockutils [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] Acquired lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.743826] env[65923]: DEBUG nova.network.neutron [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Refreshing network info cache for port ced8792b-492e-4f0b-bcce-09823a0c0c72 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.757761] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706483, 'name': CreateVM_Task, 'duration_secs': 0.598609} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.757960] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.760127] env[65923]: WARNING neutronclient.v2_0.client [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.760127] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.760127] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.760127] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.763154] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1fed98-8a8b-4a3a-b242-cf68c094d19c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.772991] env[65923]: WARNING neutronclient.v2_0.client [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.776611] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 647.776611] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526af715-4480-81ed-489c-1648ea4cf354" [ 647.776611] env[65923]: _type = "Task" [ 647.776611] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.789761] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d9cacad5-b392-4065-addd-ca73febb2a08 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "f6250a21-25fe-43c8-b258-a8598789eedb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.670s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.790096] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526af715-4480-81ed-489c-1648ea4cf354, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.790476] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.790744] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.791068] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.791290] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.791525] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.791825] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ffd7c68-e81e-47df-a964-920e45f9e220 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.801925] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.801925] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.804204] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af99219-ad1a-4584-bd70-c484bce3f117 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.812145] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 647.812145] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528448fc-c64c-b74f-c25d-5883bad63416" [ 647.812145] env[65923]: _type = "Task" [ 647.812145] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.826023] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528448fc-c64c-b74f-c25d-5883bad63416, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.829628] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0135505-db20-44e9-bc6f-f3c9cc3fc3bb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.836977] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 647.836977] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522ce6a0-82d9-dab9-906a-5c7387535017" [ 647.836977] env[65923]: _type = "Task" [ 647.836977] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.848969] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522ce6a0-82d9-dab9-906a-5c7387535017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.916183] env[65923]: DEBUG nova.network.neutron [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Updated VIF entry in instance network info cache for port 347fc183-0d4e-4de3-91bf-48e86094a69e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 647.916451] env[65923]: DEBUG nova.network.neutron [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Updating instance_info_cache with network_info: [{"id": "347fc183-0d4e-4de3-91bf-48e86094a69e", "address": "fa:16:3e:1c:23:04", "network": {"id": "83eae85c-1f4b-4eb0-9132-053a4cb33f71", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-809618566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca3039d95518483fa708434bacf7bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347fc183-0d", "ovs_interfaceid": "347fc183-0d4e-4de3-91bf-48e86094a69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.937874] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94261d02-adee-4d62-a791-fd3df98a1055 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.947089] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a4157c-c2fd-4251-8965-28f592698390 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.982273] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90184538-a6f5-403e-a7c2-8352fedbdb20 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.990692] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5645da6-00cc-4ebe-a111-e78002b05c2e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.007960] env[65923]: DEBUG nova.compute.provider_tree [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.032473] env[65923]: DEBUG nova.network.neutron [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Updated VIF entry in instance network info cache for port 723c3990-8c0e-434b-b789-ac8d66d457b0. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 648.032823] env[65923]: DEBUG nova.network.neutron [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Updating instance_info_cache with network_info: [{"id": "723c3990-8c0e-434b-b789-ac8d66d457b0", "address": "fa:16:3e:9a:94:0f", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723c3990-8c", "ovs_interfaceid": "723c3990-8c0e-434b-b789-ac8d66d457b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.089023] env[65923]: WARNING neutronclient.v2_0.client [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.101285] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquiring lock "refresh_cache-65281687-0bbe-41c1-acc7-342178044749" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.101285] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquired lock "refresh_cache-65281687-0bbe-41c1-acc7-342178044749" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.101285] env[65923]: DEBUG nova.network.neutron [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 648.162359] env[65923]: DEBUG oslo_vmware.api [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706484, 'name': PowerOnVM_Task, 'duration_secs': 1.01492} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.163233] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.163856] env[65923]: INFO nova.compute.manager [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Took 10.12 seconds to spawn the instance on the hypervisor. [ 648.164315] env[65923]: DEBUG nova.compute.manager [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 648.166019] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c394d2c4-dbda-489d-999c-247bb5919d50 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.246706] env[65923]: WARNING neutronclient.v2_0.client [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.307564] env[65923]: DEBUG nova.network.neutron [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 648.323323] env[65923]: DEBUG nova.compute.manager [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Received event network-vif-plugged-1eafe4fa-a13b-417b-aa19-4ed48639a4b5 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 648.323323] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Acquiring lock "a39b73d3-2d00-4ae9-8513-3689b553349d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.323739] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Lock "a39b73d3-2d00-4ae9-8513-3689b553349d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.323871] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Lock "a39b73d3-2d00-4ae9-8513-3689b553349d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.325132] env[65923]: DEBUG nova.compute.manager [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] No waiting events found dispatching network-vif-plugged-1eafe4fa-a13b-417b-aa19-4ed48639a4b5 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 648.325132] env[65923]: WARNING nova.compute.manager [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Received unexpected event network-vif-plugged-1eafe4fa-a13b-417b-aa19-4ed48639a4b5 for instance with vm_state active and task_state None. [ 648.325132] env[65923]: DEBUG nova.compute.manager [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Received event network-changed-1eafe4fa-a13b-417b-aa19-4ed48639a4b5 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 648.325132] env[65923]: DEBUG nova.compute.manager [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Refreshing instance network info cache due to event network-changed-1eafe4fa-a13b-417b-aa19-4ed48639a4b5. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 648.325132] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Acquiring lock "refresh_cache-a39b73d3-2d00-4ae9-8513-3689b553349d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.325408] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Acquired lock "refresh_cache-a39b73d3-2d00-4ae9-8513-3689b553349d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.325408] env[65923]: DEBUG nova.network.neutron [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Refreshing network info cache for port 1eafe4fa-a13b-417b-aa19-4ed48639a4b5 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.351339] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522ce6a0-82d9-dab9-906a-5c7387535017, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.351634] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.351888] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] ff49aad2-c83a-4d78-a9d5-01b0c7abc78a/ff49aad2-c83a-4d78-a9d5-01b0c7abc78a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.352207] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad8dcafa-5fd2-4cb6-9629-2da16cbf3b6e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.361634] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 648.361634] env[65923]: value = "task-4706485" [ 648.361634] env[65923]: _type = "Task" [ 648.361634] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.376031] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.419394] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa0326c5-6791-442e-8753-89727ae95725 req-dcdefb26-bd58-4750-b0df-e170531f4660 service nova] Releasing lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.511656] env[65923]: DEBUG nova.scheduler.client.report [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.522606] env[65923]: DEBUG nova.network.neutron [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.535516] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb866314-e1b7-43f8-8d6a-36678d1395fa req-7c84e8c0-05a3-49fb-8c40-e83327e71efe service nova] Releasing lock "refresh_cache-f6250a21-25fe-43c8-b258-a8598789eedb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.556740] env[65923]: DEBUG nova.compute.manager [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 648.586810] env[65923]: DEBUG nova.virt.hardware [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 648.587131] env[65923]: DEBUG nova.virt.hardware [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.587287] env[65923]: DEBUG nova.virt.hardware [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 648.587477] env[65923]: DEBUG nova.virt.hardware [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.587637] env[65923]: DEBUG nova.virt.hardware [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 648.587781] env[65923]: DEBUG nova.virt.hardware [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 648.587989] env[65923]: DEBUG nova.virt.hardware [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 648.588165] env[65923]: DEBUG nova.virt.hardware [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 648.588348] env[65923]: DEBUG nova.virt.hardware [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 648.588510] env[65923]: DEBUG nova.virt.hardware [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 648.588679] env[65923]: DEBUG nova.virt.hardware [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 648.590099] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993f90cf-32f4-4313-af22-4d3fc0891244 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.599774] env[65923]: WARNING neutronclient.v2_0.client [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.613283] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef98730a-f27e-4e9a-a695-5ba58c733b83 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.690707] env[65923]: DEBUG nova.network.neutron [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 648.699720] env[65923]: INFO nova.compute.manager [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Took 23.12 seconds to build instance. [ 648.727934] env[65923]: DEBUG nova.network.neutron [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Updated VIF entry in instance network info cache for port ced8792b-492e-4f0b-bcce-09823a0c0c72. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 648.728611] env[65923]: DEBUG nova.network.neutron [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Updating instance_info_cache with network_info: [{"id": "ced8792b-492e-4f0b-bcce-09823a0c0c72", "address": "fa:16:3e:77:92:2e", "network": {"id": "79c688ad-a72d-4cb6-a17b-a0fe63818142", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-803799119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55176e0cb1e14262ae80b8271ee119af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced8792b-49", "ovs_interfaceid": "ced8792b-492e-4f0b-bcce-09823a0c0c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.827841] env[65923]: WARNING neutronclient.v2_0.client [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.877196] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706485, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.020165] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.020863] env[65923]: DEBUG nova.compute.manager [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 649.025505] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.419s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.025844] env[65923]: DEBUG nova.objects.instance [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Lazy-loading 'resources' on Instance uuid 93a4755a-a6c5-47bb-b658-3d416b1543c3 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.027931] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Releasing lock "refresh_cache-dc37fb3c-1afc-42df-8efe-69668e31992a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.027931] env[65923]: DEBUG nova.compute.manager [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 649.028277] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.031721] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671e3fc1-3ed4-4952-b724-4df91417cb55 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.041833] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.042147] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea42d53b-5a03-47fa-ba8a-492add40fe25 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.051535] env[65923]: DEBUG oslo_vmware.api [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for the task: (returnval){ [ 649.051535] env[65923]: value = "task-4706486" [ 649.051535] env[65923]: _type = "Task" [ 649.051535] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.063871] env[65923]: DEBUG oslo_vmware.api [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.207527] env[65923]: DEBUG oslo_concurrency.lockutils [None req-811389e0-ff21-424e-814e-bf16d29bdad1 tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Lock "a39b73d3-2d00-4ae9-8513-3689b553349d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.643s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.237099] env[65923]: DEBUG oslo_concurrency.lockutils [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] Releasing lock "refresh_cache-6077d2c8-ec37-4f4e-8fde-434db9fac899" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.237099] env[65923]: DEBUG nova.compute.manager [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Received event network-changed-f11faf46-d8d4-4991-ae33-c2f4abb11534 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 649.237099] env[65923]: DEBUG nova.compute.manager [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Refreshing instance network info cache due to event network-changed-f11faf46-d8d4-4991-ae33-c2f4abb11534. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 649.237099] env[65923]: DEBUG oslo_concurrency.lockutils [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] Acquiring lock "refresh_cache-96c16056-d944-45c0-a016-3d64751d85c2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.237099] env[65923]: DEBUG oslo_concurrency.lockutils [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] Acquired lock "refresh_cache-96c16056-d944-45c0-a016-3d64751d85c2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.237469] env[65923]: DEBUG nova.network.neutron [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Refreshing network info cache for port f11faf46-d8d4-4991-ae33-c2f4abb11534 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.356287] env[65923]: DEBUG nova.network.neutron [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Successfully updated port: 82b1895e-c4b5-4208-9a21-3e30052bd054 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 649.375635] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559324} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.379710] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] ff49aad2-c83a-4d78-a9d5-01b0c7abc78a/ff49aad2-c83a-4d78-a9d5-01b0c7abc78a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.381686] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.386139] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4c0edfb-df62-40ae-95cd-52d05f15a392 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.388632] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Acquiring lock "80558328-490b-494e-89a4-b0b2af804e32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.388876] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Lock "80558328-490b-494e-89a4-b0b2af804e32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.397442] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 649.397442] env[65923]: value = "task-4706487" [ 649.397442] env[65923]: _type = "Task" [ 649.397442] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.409114] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.461608] env[65923]: WARNING neutronclient.v2_0.client [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.531122] env[65923]: DEBUG nova.compute.utils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.535678] env[65923]: DEBUG oslo_concurrency.lockutils [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquiring lock "90812af0-5d71-4864-82f1-b852f3454c23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.536178] env[65923]: DEBUG oslo_concurrency.lockutils [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "90812af0-5d71-4864-82f1-b852f3454c23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.536178] env[65923]: DEBUG oslo_concurrency.lockutils [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquiring lock "90812af0-5d71-4864-82f1-b852f3454c23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.536848] env[65923]: DEBUG oslo_concurrency.lockutils [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "90812af0-5d71-4864-82f1-b852f3454c23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.536848] env[65923]: DEBUG oslo_concurrency.lockutils [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "90812af0-5d71-4864-82f1-b852f3454c23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.539256] env[65923]: DEBUG nova.compute.manager [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 649.539448] env[65923]: DEBUG nova.network.neutron [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 649.539744] env[65923]: WARNING neutronclient.v2_0.client [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.540207] env[65923]: WARNING neutronclient.v2_0.client [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.543434] env[65923]: INFO nova.compute.manager [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Terminating instance [ 649.568429] env[65923]: DEBUG oslo_vmware.api [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706486, 'name': PowerOffVM_Task, 'duration_secs': 0.138306} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.568782] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.568875] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.569149] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63f3c88e-1110-4001-bac7-8abf5630571d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.598910] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.599973] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.599973] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Deleting the datastore file [datastore2] dc37fb3c-1afc-42df-8efe-69668e31992a {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.599973] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f74e56f0-0534-4b79-9f3c-040e17da9dd4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.610082] env[65923]: DEBUG oslo_vmware.api [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for the task: (returnval){ [ 649.610082] env[65923]: value = "task-4706489" [ 649.610082] env[65923]: _type = "Task" [ 649.610082] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.623036] env[65923]: DEBUG oslo_vmware.api [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.678850] env[65923]: DEBUG nova.policy [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '862715dde00546beb14e8a04a39985f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c694ee7025f4fa59524c5de580a719a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.739952] env[65923]: WARNING neutronclient.v2_0.client [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.861927] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquiring lock "refresh_cache-eae8d221-9157-4c20-94d7-0b74377caafc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.862047] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquired lock "refresh_cache-eae8d221-9157-4c20-94d7-0b74377caafc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.862358] env[65923]: DEBUG nova.network.neutron [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 649.892926] env[65923]: DEBUG nova.compute.manager [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 649.915948] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172366} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.916102] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.917216] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c75859-56cf-4e58-a545-d624c9636897 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.955041] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] ff49aad2-c83a-4d78-a9d5-01b0c7abc78a/ff49aad2-c83a-4d78-a9d5-01b0c7abc78a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.960501] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94047f52-21a1-47df-b542-ba78f689ee7c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.984136] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 649.984136] env[65923]: value = "task-4706490" [ 649.984136] env[65923]: _type = "Task" [ 649.984136] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.996105] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.015579] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20db6a5c-944f-49cb-bdc2-48627e430422 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.028167] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fd69cb-fc60-49f8-ae2b-120b5ca58ad0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.062820] env[65923]: DEBUG nova.compute.manager [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 650.065886] env[65923]: DEBUG nova.compute.manager [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 650.066101] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.067356] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed47d769-80e5-409b-86a6-af327ae25cfe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.070620] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16380238-a0d1-4e43-9b10-5bf340f9d84e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.082287] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0ed819-9281-4ccc-8abc-34ba0256e12e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.086485] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.086653] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e73aa39-78a6-402d-8513-21719bc27e1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.100369] env[65923]: DEBUG nova.compute.provider_tree [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.103925] env[65923]: DEBUG oslo_vmware.api [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for the task: (returnval){ [ 650.103925] env[65923]: value = "task-4706491" [ 650.103925] env[65923]: _type = "Task" [ 650.103925] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.114368] env[65923]: DEBUG oslo_vmware.api [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.125086] env[65923]: DEBUG oslo_vmware.api [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Task: {'id': task-4706489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117409} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.125810] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.126018] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.126260] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.126499] env[65923]: INFO nova.compute.manager [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 650.126777] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 650.126988] env[65923]: DEBUG nova.compute.manager [-] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 650.127115] env[65923]: DEBUG nova.network.neutron [-] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 650.127437] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.185832] env[65923]: DEBUG nova.network.neutron [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Updating instance_info_cache with network_info: [{"id": "b2f101e6-b342-4806-b502-e1c35d888d76", "address": "fa:16:3e:91:ca:54", "network": {"id": "7dc630ea-b043-4cf5-9792-534e76b29d1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1753384933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6a3346d22c2841a3af28165e923695b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f101e6-b3", "ovs_interfaceid": "b2f101e6-b342-4806-b502-e1c35d888d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.277306] env[65923]: DEBUG nova.network.neutron [-] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 650.277756] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.324432] env[65923]: WARNING neutronclient.v2_0.client [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.428019] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.464960] env[65923]: DEBUG nova.network.neutron [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 650.501183] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.541129] env[65923]: DEBUG nova.network.neutron [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Updated VIF entry in instance network info cache for port 1eafe4fa-a13b-417b-aa19-4ed48639a4b5. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 650.541129] env[65923]: DEBUG nova.network.neutron [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Updating instance_info_cache with network_info: [{"id": "1eafe4fa-a13b-417b-aa19-4ed48639a4b5", "address": "fa:16:3e:db:7c:09", "network": {"id": "c83a1a09-dbde-4d4d-8a77-4e7fe3080924", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-759652357-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e65b916fd8af4834adb1b7618511982b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eafe4fa-a1", "ovs_interfaceid": "1eafe4fa-a13b-417b-aa19-4ed48639a4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.548366] env[65923]: DEBUG nova.network.neutron [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Successfully created port: beca3322-de3e-4719-b0b0-30aee6efa198 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 650.607149] env[65923]: DEBUG nova.scheduler.client.report [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.621058] env[65923]: DEBUG oslo_vmware.api [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706491, 'name': PowerOffVM_Task, 'duration_secs': 0.236534} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.623059] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.623059] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 650.623059] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8e397c6-e66b-4d23-9181-590806eed787 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.680891] env[65923]: WARNING neutronclient.v2_0.client [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.691174] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Releasing lock "refresh_cache-65281687-0bbe-41c1-acc7-342178044749" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.691591] env[65923]: DEBUG nova.compute.manager [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Instance network_info: |[{"id": "b2f101e6-b342-4806-b502-e1c35d888d76", "address": "fa:16:3e:91:ca:54", "network": {"id": "7dc630ea-b043-4cf5-9792-534e76b29d1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1753384933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6a3346d22c2841a3af28165e923695b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f101e6-b3", "ovs_interfaceid": "b2f101e6-b342-4806-b502-e1c35d888d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 650.692449] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:ca:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2f101e6-b342-4806-b502-e1c35d888d76', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.700899] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Creating folder: Project (6a3346d22c2841a3af28165e923695b1). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.702592] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a095ae0a-6890-49c8-9b3b-654953109417 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.704457] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.704645] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.704832] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Deleting the datastore file [datastore1] 90812af0-5d71-4864-82f1-b852f3454c23 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.705074] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6a0f07a-15ad-49db-ad1b-0a48b2dbbbde {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.713578] env[65923]: DEBUG oslo_vmware.api [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for the task: (returnval){ [ 650.713578] env[65923]: value = "task-4706494" [ 650.713578] env[65923]: _type = "Task" [ 650.713578] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.718803] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Created folder: Project (6a3346d22c2841a3af28165e923695b1) in parent group-v918465. [ 650.718966] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Creating folder: Instances. Parent ref: group-v918527. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.719634] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a60047b4-6cb2-4857-beff-3ad8768780aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.725161] env[65923]: DEBUG oslo_vmware.api [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.730883] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Created folder: Instances in parent group-v918527. [ 650.731153] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 650.731386] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65281687-0bbe-41c1-acc7-342178044749] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.731606] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a62445b-de4b-4621-94c4-5405ea0a22fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.752918] env[65923]: WARNING neutronclient.v2_0.client [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.757764] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.757764] env[65923]: value = "task-4706496" [ 650.757764] env[65923]: _type = "Task" [ 650.757764] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.767656] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706496, 'name': CreateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.783525] env[65923]: DEBUG nova.network.neutron [-] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.997750] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.998015] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.998201] env[65923]: DEBUG nova.compute.manager [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Going to confirm migration 1 {{(pid=65923) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 651.006465] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706490, 'name': ReconfigVM_Task, 'duration_secs': 0.704576} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.006765] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Reconfigured VM instance instance-00000013 to attach disk [datastore2] ff49aad2-c83a-4d78-a9d5-01b0c7abc78a/ff49aad2-c83a-4d78-a9d5-01b0c7abc78a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.007758] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9816b8a-0be2-4ab2-bca4-00a6447cdca2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.011567] env[65923]: DEBUG nova.compute.manager [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 651.012762] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f761ee-63ad-4a84-ac89-0a29dc496cf4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.017717] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 651.017717] env[65923]: value = "task-4706497" [ 651.017717] env[65923]: _type = "Task" [ 651.017717] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.032028] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706497, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.044812] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Releasing lock "refresh_cache-a39b73d3-2d00-4ae9-8513-3689b553349d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.044812] env[65923]: DEBUG nova.compute.manager [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Received event network-vif-plugged-43f48f20-8dc0-4056-801e-1ae44b2d791e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 651.044812] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Acquiring lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.044812] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.044812] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.045125] env[65923]: DEBUG nova.compute.manager [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] No waiting events found dispatching network-vif-plugged-43f48f20-8dc0-4056-801e-1ae44b2d791e {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 651.045125] env[65923]: WARNING nova.compute.manager [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Received unexpected event network-vif-plugged-43f48f20-8dc0-4056-801e-1ae44b2d791e for instance with vm_state building and task_state spawning. [ 651.045125] env[65923]: DEBUG nova.compute.manager [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Received event network-changed-43f48f20-8dc0-4056-801e-1ae44b2d791e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 651.045125] env[65923]: DEBUG nova.compute.manager [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Refreshing instance network info cache due to event network-changed-43f48f20-8dc0-4056-801e-1ae44b2d791e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 651.045268] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Acquiring lock "refresh_cache-ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.045306] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Acquired lock "refresh_cache-ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.046162] env[65923]: DEBUG nova.network.neutron [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Refreshing network info cache for port 43f48f20-8dc0-4056-801e-1ae44b2d791e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.073625] env[65923]: DEBUG nova.compute.manager [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 651.107664] env[65923]: DEBUG nova.virt.hardware [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 651.107901] env[65923]: DEBUG nova.virt.hardware [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.108066] env[65923]: DEBUG nova.virt.hardware [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 651.108249] env[65923]: DEBUG nova.virt.hardware [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.108391] env[65923]: DEBUG nova.virt.hardware [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 651.108533] env[65923]: DEBUG nova.virt.hardware [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 651.108780] env[65923]: DEBUG nova.virt.hardware [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 651.108929] env[65923]: DEBUG nova.virt.hardware [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 651.109109] env[65923]: DEBUG nova.virt.hardware [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 651.109273] env[65923]: DEBUG nova.virt.hardware [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 651.109445] env[65923]: DEBUG nova.virt.hardware [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 651.110468] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e292441-12b5-4022-a1f7-84bbca8ae4dd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.115248] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.123671] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.273s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.123671] env[65923]: DEBUG nova.objects.instance [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lazy-loading 'resources' on Instance uuid 7bc1cded-46b2-4f54-aef6-0ca7c7df4112 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.129024] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23734f0-9388-4016-84c5-ef2c38603d92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.151168] env[65923]: INFO nova.scheduler.client.report [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Deleted allocations for instance 93a4755a-a6c5-47bb-b658-3d416b1543c3 [ 651.226683] env[65923]: DEBUG oslo_vmware.api [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Task: {'id': task-4706494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153838} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.227782] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.227782] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.227782] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.227782] env[65923]: INFO nova.compute.manager [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Took 1.16 seconds to destroy the instance on the hypervisor. [ 651.227782] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 651.227984] env[65923]: DEBUG nova.compute.manager [-] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 651.227984] env[65923]: DEBUG nova.network.neutron [-] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 651.228595] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.269725] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706496, 'name': CreateVM_Task, 'duration_secs': 0.412325} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.272026] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65281687-0bbe-41c1-acc7-342178044749] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.272026] env[65923]: WARNING neutronclient.v2_0.client [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.272026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.272026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.272026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.272299] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c62976c-7ae7-42df-b235-1081e501058b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.280022] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for the task: (returnval){ [ 651.280022] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52943666-db81-82aa-7ba4-0e608c4172e1" [ 651.280022] env[65923]: _type = "Task" [ 651.280022] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.287267] env[65923]: INFO nova.compute.manager [-] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Took 1.16 seconds to deallocate network for instance. [ 651.292079] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52943666-db81-82aa-7ba4-0e608c4172e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.312171] env[65923]: DEBUG nova.network.neutron [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Updated VIF entry in instance network info cache for port f11faf46-d8d4-4991-ae33-c2f4abb11534. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 651.312749] env[65923]: DEBUG nova.network.neutron [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Updating instance_info_cache with network_info: [{"id": "f11faf46-d8d4-4991-ae33-c2f4abb11534", "address": "fa:16:3e:26:40:04", "network": {"id": "4e37869e-d271-4216-945a-3cee993086a1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-471017317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d81720231fb47cd856824ed1e304b2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf11faf46-d8", "ovs_interfaceid": "f11faf46-d8d4-4991-ae33-c2f4abb11534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.397079] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.454779] env[65923]: DEBUG nova.network.neutron [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Updating instance_info_cache with network_info: [{"id": "82b1895e-c4b5-4208-9a21-3e30052bd054", "address": "fa:16:3e:17:aa:c8", "network": {"id": "e6ce62cd-3c03-40ca-9c2b-122bc89b4469", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-854597030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "69c82ca0e0764e32afff27f6422bed9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b1895e-c4", "ovs_interfaceid": "82b1895e-c4b5-4208-9a21-3e30052bd054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.504259] env[65923]: WARNING neutronclient.v2_0.client [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.527711] env[65923]: INFO nova.compute.manager [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] instance snapshotting [ 651.533802] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706497, 'name': Rename_Task, 'duration_secs': 0.197368} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.537020] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.537020] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c4f670-4053-464c-a60c-8d57be9bfb0d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.539222] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94e353df-2a42-46df-9a4f-a0d41e0f4959 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.559067] env[65923]: WARNING neutronclient.v2_0.client [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.563969] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331cd485-9cec-4008-9730-7c21a2868fb8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.567206] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 651.567206] env[65923]: value = "task-4706498" [ 651.567206] env[65923]: _type = "Task" [ 651.567206] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.583121] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.661464] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a61d31c-5624-4bae-bf87-614bd21800cc tempest-TenantUsagesTestJSON-446360010 tempest-TenantUsagesTestJSON-446360010-project-member] Lock "93a4755a-a6c5-47bb-b658-3d416b1543c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.563s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.796855] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.801269] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52943666-db81-82aa-7ba4-0e608c4172e1, 'name': SearchDatastore_Task, 'duration_secs': 0.034135} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.804152] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.804152] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.804309] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.804799] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.804953] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.806867] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22d2a143-3e9c-4056-9552-9dbc422114a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.815868] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.815868] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.816688] env[65923]: DEBUG oslo_concurrency.lockutils [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] Releasing lock "refresh_cache-96c16056-d944-45c0-a016-3d64751d85c2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.816911] env[65923]: DEBUG nova.compute.manager [req-7557089e-4ab7-4046-8913-91622ad9064d req-6513215f-67da-41bd-88f7-ddb3c399347b service nova] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Received event network-vif-deleted-97bd5147-5298-40ad-9049-791dfcac1be3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 651.817257] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75efaace-a18d-45ea-be99-735109fabe19 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.825782] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for the task: (returnval){ [ 651.825782] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d180a7-7040-1796-da28-cbb2eab386bf" [ 651.825782] env[65923]: _type = "Task" [ 651.825782] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.835598] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d180a7-7040-1796-da28-cbb2eab386bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.880467] env[65923]: WARNING neutronclient.v2_0.client [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.880793] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.880942] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.881179] env[65923]: DEBUG nova.network.neutron [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 651.881342] env[65923]: DEBUG nova.objects.instance [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lazy-loading 'info_cache' on Instance uuid e915bf9c-bcc2-46d1-a199-5bf4af3613c9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.958133] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Releasing lock "refresh_cache-eae8d221-9157-4c20-94d7-0b74377caafc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.958133] env[65923]: DEBUG nova.compute.manager [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Instance network_info: |[{"id": "82b1895e-c4b5-4208-9a21-3e30052bd054", "address": "fa:16:3e:17:aa:c8", "network": {"id": "e6ce62cd-3c03-40ca-9c2b-122bc89b4469", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-854597030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "69c82ca0e0764e32afff27f6422bed9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b1895e-c4", "ovs_interfaceid": "82b1895e-c4b5-4208-9a21-3e30052bd054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 651.958286] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:aa:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82b1895e-c4b5-4208-9a21-3e30052bd054', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.966206] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Creating folder: Project (69c82ca0e0764e32afff27f6422bed9d). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.969091] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd922cbf-c1cf-4d3b-a595-21317afecfc6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.981576] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Created folder: Project (69c82ca0e0764e32afff27f6422bed9d) in parent group-v918465. [ 651.981690] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Creating folder: Instances. Parent ref: group-v918530. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.984506] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ca0a57f-88f7-4053-9f09-55de66b62244 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.999581] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Created folder: Instances in parent group-v918530. [ 651.999896] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 652.000180] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.000489] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f39b1d0-e94e-4295-8d25-76348dc4763c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.025815] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.025815] env[65923]: value = "task-4706501" [ 652.025815] env[65923]: _type = "Task" [ 652.025815] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.035392] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706501, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.055322] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef9fd9e-1110-4249-aeb0-6572d251bd64 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.067690] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d630e68-6bc5-4730-8d44-013ebd99e32d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.083973] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 652.084303] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706498, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.116186] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb0b2007-32a6-4db6-adee-11962e5eafcf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.119170] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14e7c1c-4992-4a82-985c-ae73f6878e56 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.130596] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3059bf55-3e47-4255-9c6b-de3efce28adc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.136046] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 652.136046] env[65923]: value = "task-4706502" [ 652.136046] env[65923]: _type = "Task" [ 652.136046] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.148180] env[65923]: DEBUG nova.compute.provider_tree [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.156123] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.197380] env[65923]: DEBUG nova.network.neutron [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Successfully updated port: beca3322-de3e-4719-b0b0-30aee6efa198 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 652.265020] env[65923]: WARNING neutronclient.v2_0.client [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.273478] env[65923]: DEBUG nova.network.neutron [-] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.342247] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d180a7-7040-1796-da28-cbb2eab386bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.343201] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be64081-b4ec-49d7-a8bd-75df871d28e7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.350846] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for the task: (returnval){ [ 652.350846] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521c8114-3c21-6fae-ba74-d6e7ba38fadd" [ 652.350846] env[65923]: _type = "Task" [ 652.350846] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.362134] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521c8114-3c21-6fae-ba74-d6e7ba38fadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.384360] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.384590] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.384808] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "5e15b852-ab20-4ded-9da9-a8eeb4783393-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.384939] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.385080] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.391828] env[65923]: INFO nova.compute.manager [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Terminating instance [ 652.453722] env[65923]: DEBUG nova.network.neutron [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Updated VIF entry in instance network info cache for port 43f48f20-8dc0-4056-801e-1ae44b2d791e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 652.454180] env[65923]: DEBUG nova.network.neutron [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Updating instance_info_cache with network_info: [{"id": "43f48f20-8dc0-4056-801e-1ae44b2d791e", "address": "fa:16:3e:1d:87:12", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43f48f20-8d", "ovs_interfaceid": "43f48f20-8dc0-4056-801e-1ae44b2d791e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.539088] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706501, 'name': CreateVM_Task, 'duration_secs': 0.463193} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.539263] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.539803] env[65923]: WARNING neutronclient.v2_0.client [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.540191] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.541935] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.541935] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.541935] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab86c9f4-8c55-4940-862d-3a849a0c8c3c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.548683] env[65923]: DEBUG nova.compute.manager [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: 65281687-0bbe-41c1-acc7-342178044749] Received event network-vif-plugged-b2f101e6-b342-4806-b502-e1c35d888d76 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 652.548944] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Acquiring lock "65281687-0bbe-41c1-acc7-342178044749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.549172] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Lock "65281687-0bbe-41c1-acc7-342178044749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.549356] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Lock "65281687-0bbe-41c1-acc7-342178044749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.549541] env[65923]: DEBUG nova.compute.manager [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: 65281687-0bbe-41c1-acc7-342178044749] No waiting events found dispatching network-vif-plugged-b2f101e6-b342-4806-b502-e1c35d888d76 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 652.549714] env[65923]: WARNING nova.compute.manager [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: 65281687-0bbe-41c1-acc7-342178044749] Received unexpected event network-vif-plugged-b2f101e6-b342-4806-b502-e1c35d888d76 for instance with vm_state building and task_state spawning. [ 652.549874] env[65923]: DEBUG nova.compute.manager [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: 65281687-0bbe-41c1-acc7-342178044749] Received event network-changed-b2f101e6-b342-4806-b502-e1c35d888d76 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 652.550275] env[65923]: DEBUG nova.compute.manager [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: 65281687-0bbe-41c1-acc7-342178044749] Refreshing instance network info cache due to event network-changed-b2f101e6-b342-4806-b502-e1c35d888d76. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 652.550275] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Acquiring lock "refresh_cache-65281687-0bbe-41c1-acc7-342178044749" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.550627] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Acquired lock "refresh_cache-65281687-0bbe-41c1-acc7-342178044749" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.550627] env[65923]: DEBUG nova.network.neutron [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: 65281687-0bbe-41c1-acc7-342178044749] Refreshing network info cache for port b2f101e6-b342-4806-b502-e1c35d888d76 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.554140] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for the task: (returnval){ [ 652.554140] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5266ce41-d1b1-d078-b974-881ed945671f" [ 652.554140] env[65923]: _type = "Task" [ 652.554140] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.566538] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5266ce41-d1b1-d078-b974-881ed945671f, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.567541] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.567713] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.567913] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.581482] env[65923]: DEBUG oslo_vmware.api [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706498, 'name': PowerOnVM_Task, 'duration_secs': 0.855433} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.581724] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.581929] env[65923]: INFO nova.compute.manager [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Took 9.96 seconds to spawn the instance on the hypervisor. [ 652.582113] env[65923]: DEBUG nova.compute.manager [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 652.582877] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194bb043-8070-410a-989d-3c3ae4356718 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.647531] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.651643] env[65923]: DEBUG nova.scheduler.client.report [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.704533] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquiring lock "refresh_cache-727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.704707] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquired lock "refresh_cache-727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.704879] env[65923]: DEBUG nova.network.neutron [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 652.776551] env[65923]: INFO nova.compute.manager [-] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Took 1.55 seconds to deallocate network for instance. [ 652.863152] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521c8114-3c21-6fae-ba74-d6e7ba38fadd, 'name': SearchDatastore_Task, 'duration_secs': 0.012491} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.863496] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.863762] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 65281687-0bbe-41c1-acc7-342178044749/65281687-0bbe-41c1-acc7-342178044749.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.864060] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.864243] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.864500] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aad3dd1-2eb4-4f71-8a80-6a2e6a755696 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.866701] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01e56077-958f-4de7-98fc-301bdd5a06c4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.874639] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for the task: (returnval){ [ 652.874639] env[65923]: value = "task-4706503" [ 652.874639] env[65923]: _type = "Task" [ 652.874639] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.879354] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.879548] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.880753] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ec955f-a7a4-47ef-84d9-353d1f2960ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.887067] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.891180] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for the task: (returnval){ [ 652.891180] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52179f26-4b23-a634-4c48-d58c4e51996b" [ 652.891180] env[65923]: _type = "Task" [ 652.891180] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.895225] env[65923]: WARNING neutronclient.v2_0.client [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.897806] env[65923]: DEBUG nova.compute.manager [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 652.898075] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.899254] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a8b827-1a05-4cb7-85bb-4f38a50cd06e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.905910] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52179f26-4b23-a634-4c48-d58c4e51996b, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.907096] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5fb3d91-2535-4b35-a722-a6a850d134c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.911480] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.912075] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38bfe09f-5970-4a29-8f8e-c3c36803a5b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.915681] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for the task: (returnval){ [ 652.915681] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5200728d-8f46-3bf7-3e8b-cba58b2e6152" [ 652.915681] env[65923]: _type = "Task" [ 652.915681] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.924695] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5200728d-8f46-3bf7-3e8b-cba58b2e6152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.960196] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8203468-1f1a-4a8c-a504-2442cae09f12 req-4c91d8a7-ca94-4f0a-8d9d-432b5bbab812 service nova] Releasing lock "refresh_cache-ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.992657] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.992657] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.992657] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleting the datastore file [datastore2] 5e15b852-ab20-4ded-9da9-a8eeb4783393 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.992657] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ded8b77-edd0-42a5-8b86-71ecef6f2434 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.999373] env[65923]: DEBUG oslo_vmware.api [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 652.999373] env[65923]: value = "task-4706505" [ 652.999373] env[65923]: _type = "Task" [ 652.999373] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.015402] env[65923]: DEBUG oslo_vmware.api [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.056402] env[65923]: WARNING neutronclient.v2_0.client [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.100466] env[65923]: WARNING neutronclient.v2_0.client [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.126099] env[65923]: INFO nova.compute.manager [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Took 23.07 seconds to build instance. [ 653.159251] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.160215] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706502, 'name': CreateSnapshot_Task, 'duration_secs': 0.992363} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.160744] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.523s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.162437] env[65923]: INFO nova.compute.claims [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.165652] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 653.166988] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b4385-dd94-4cea-b4e8-b8b349d1618e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.214126] env[65923]: INFO nova.scheduler.client.report [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Deleted allocations for instance 7bc1cded-46b2-4f54-aef6-0ca7c7df4112 [ 653.285599] env[65923]: DEBUG oslo_concurrency.lockutils [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.376249] env[65923]: DEBUG nova.network.neutron [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 653.399188] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706503, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.428525] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5200728d-8f46-3bf7-3e8b-cba58b2e6152, 'name': SearchDatastore_Task, 'duration_secs': 0.009836} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.428857] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.429409] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] eae8d221-9157-4c20-94d7-0b74377caafc/eae8d221-9157-4c20-94d7-0b74377caafc.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.429594] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1efdc1a5-b807-47a0-90dc-ca9227c1de46 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.175627] env[65923]: DEBUG nova.network.neutron [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance_info_cache with network_info: [{"id": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "address": "fa:16:3e:1f:7b:ca", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b13b474-47", "ovs_interfaceid": "8b13b474-47b0-4791-9d96-8b28b8c4e6a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.177187] env[65923]: DEBUG oslo_concurrency.lockutils [None req-39850b3d-774c-4756-b4c6-53f2233b005e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.129s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.185587] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 654.188544] env[65923]: DEBUG nova.compute.manager [req-7df4fbb2-c1f5-4dde-ac20-707d3a196444 req-5dbb89c4-4e10-49ca-a799-15842959ff92 service nova] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Received event network-vif-deleted-2d0ca9c2-f3d2-4276-9642-c4d08cd09d86 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 654.193849] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee948f43-e156-4b79-b823-8853527e348e tempest-ServersAdmin275Test-666173773 tempest-ServersAdmin275Test-666173773-project-member] Lock "7bc1cded-46b2-4f54-aef6-0ca7c7df4112" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.456s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.198578] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-75d28a99-2204-4e7a-a4c6-afdc7446de0b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.205398] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquiring lock "e643ac73-5f1b-4242-be78-663d1aa82ae2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.206058] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lock "e643ac73-5f1b-4242-be78-663d1aa82ae2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.206768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "7423b238-de72-4240-8067-039cf6171722" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.206965] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "7423b238-de72-4240-8067-039cf6171722" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.215173] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for the task: (returnval){ [ 654.215173] env[65923]: value = "task-4706506" [ 654.215173] env[65923]: _type = "Task" [ 654.215173] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.221467] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 654.221467] env[65923]: value = "task-4706507" [ 654.221467] env[65923]: _type = "Task" [ 654.221467] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.222175] env[65923]: DEBUG oslo_vmware.api [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426292} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.227206] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.227206] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.227206] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.227206] env[65923]: INFO nova.compute.manager [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Took 1.33 seconds to destroy the instance on the hypervisor. [ 654.227206] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 654.231239] env[65923]: DEBUG nova.compute.manager [-] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 654.231239] env[65923]: DEBUG nova.network.neutron [-] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 654.231547] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.238759] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524611} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.239154] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 65281687-0bbe-41c1-acc7-342178044749/65281687-0bbe-41c1-acc7-342178044749.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.239555] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.239855] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6a4179d-f240-4c7e-95c8-304aa488be91 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.248769] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.249075] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706507, 'name': CloneVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.255398] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for the task: (returnval){ [ 654.255398] env[65923]: value = "task-4706508" [ 654.255398] env[65923]: _type = "Task" [ 654.255398] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.266473] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.506576] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.625811] env[65923]: WARNING neutronclient.v2_0.client [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.656276] env[65923]: WARNING neutronclient.v2_0.client [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.697193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "refresh_cache-e915bf9c-bcc2-46d1-a199-5bf4af3613c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.697600] env[65923]: DEBUG nova.objects.instance [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lazy-loading 'migration_context' on Instance uuid e915bf9c-bcc2-46d1-a199-5bf4af3613c9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.707969] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "ea244c3a-7a70-41f0-9c72-0d09e8044394" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.708230] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "ea244c3a-7a70-41f0-9c72-0d09e8044394" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.710473] env[65923]: DEBUG nova.compute.manager [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 654.713606] env[65923]: DEBUG nova.compute.manager [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 654.741688] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706506, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.748193] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706507, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.767574] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0791} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.767856] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.768924] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f8ea73-c610-459d-953b-b2ad99335818 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.801442] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 65281687-0bbe-41c1-acc7-342178044749/65281687-0bbe-41c1-acc7-342178044749.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.808043] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f2f740e-d181-443a-ab48-41e00518f37f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.831508] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for the task: (returnval){ [ 654.831508] env[65923]: value = "task-4706509" [ 654.831508] env[65923]: _type = "Task" [ 654.831508] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.843664] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.036153] env[65923]: DEBUG nova.network.neutron [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Updating instance_info_cache with network_info: [{"id": "beca3322-de3e-4719-b0b0-30aee6efa198", "address": "fa:16:3e:14:f9:5c", "network": {"id": "40362244-833c-45ca-8788-314e2835a547", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-45727848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c694ee7025f4fa59524c5de580a719a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeca3322-de", "ovs_interfaceid": "beca3322-de3e-4719-b0b0-30aee6efa198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.045021] env[65923]: DEBUG nova.network.neutron [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: 65281687-0bbe-41c1-acc7-342178044749] Updated VIF entry in instance network info cache for port b2f101e6-b342-4806-b502-e1c35d888d76. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 655.045021] env[65923]: DEBUG nova.network.neutron [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: 65281687-0bbe-41c1-acc7-342178044749] Updating instance_info_cache with network_info: [{"id": "b2f101e6-b342-4806-b502-e1c35d888d76", "address": "fa:16:3e:91:ca:54", "network": {"id": "7dc630ea-b043-4cf5-9792-534e76b29d1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1753384933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a3346d22c2841a3af28165e923695b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2f101e6-b3", "ovs_interfaceid": "b2f101e6-b342-4806-b502-e1c35d888d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.206174] env[65923]: DEBUG nova.objects.base [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 655.209856] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773a74ef-f197-4eec-8b79-c3a93cfa3e6b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.211361] env[65923]: DEBUG nova.compute.manager [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 655.258682] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d75f2c0-ee6b-4edf-a575-f79680e37ae5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.272231] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706507, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.277261] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554232} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.277567] env[65923]: DEBUG oslo_vmware.api [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 655.277567] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524e2a08-619a-306b-3812-cdaf25bd5204" [ 655.277567] env[65923]: _type = "Task" [ 655.277567] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.278777] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] eae8d221-9157-4c20-94d7-0b74377caafc/eae8d221-9157-4c20-94d7-0b74377caafc.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.281025] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.281025] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa23fb2-fbe0-474e-8f27-08002814cf6f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.302051] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for the task: (returnval){ [ 655.302051] env[65923]: value = "task-4706510" [ 655.302051] env[65923]: _type = "Task" [ 655.302051] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.302413] env[65923]: DEBUG oslo_vmware.api [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524e2a08-619a-306b-3812-cdaf25bd5204, 'name': SearchDatastore_Task, 'duration_secs': 0.00862} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.303431] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da62c458-40d1-48f1-b643-445259a32902 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.307879] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.308053] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.316386] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.319264] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d439d6-6a21-4d17-b3b2-deba10524484 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.325542] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.363962] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01184790-d3b8-4ced-9be5-f7f244453f1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.376095] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.377739] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd84e413-1672-470d-9d6b-93cb5d047d47 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.395164] env[65923]: DEBUG nova.compute.provider_tree [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.471230] env[65923]: DEBUG nova.network.neutron [-] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.547529] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Releasing lock "refresh_cache-727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.547933] env[65923]: DEBUG nova.compute.manager [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Instance network_info: |[{"id": "beca3322-de3e-4719-b0b0-30aee6efa198", "address": "fa:16:3e:14:f9:5c", "network": {"id": "40362244-833c-45ca-8788-314e2835a547", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-45727848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c694ee7025f4fa59524c5de580a719a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeca3322-de", "ovs_interfaceid": "beca3322-de3e-4719-b0b0-30aee6efa198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 655.548463] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Releasing lock "refresh_cache-65281687-0bbe-41c1-acc7-342178044749" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.548660] env[65923]: DEBUG nova.compute.manager [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Received event network-vif-plugged-82b1895e-c4b5-4208-9a21-3e30052bd054 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 655.548843] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Acquiring lock "eae8d221-9157-4c20-94d7-0b74377caafc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.549051] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Lock "eae8d221-9157-4c20-94d7-0b74377caafc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.549210] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Lock "eae8d221-9157-4c20-94d7-0b74377caafc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.549399] env[65923]: DEBUG nova.compute.manager [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] No waiting events found dispatching network-vif-plugged-82b1895e-c4b5-4208-9a21-3e30052bd054 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 655.549546] env[65923]: WARNING nova.compute.manager [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Received unexpected event network-vif-plugged-82b1895e-c4b5-4208-9a21-3e30052bd054 for instance with vm_state building and task_state spawning. [ 655.549685] env[65923]: DEBUG nova.compute.manager [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Received event network-changed-82b1895e-c4b5-4208-9a21-3e30052bd054 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 655.549827] env[65923]: DEBUG nova.compute.manager [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Refreshing instance network info cache due to event network-changed-82b1895e-c4b5-4208-9a21-3e30052bd054. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 655.551479] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Acquiring lock "refresh_cache-eae8d221-9157-4c20-94d7-0b74377caafc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.551479] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Acquired lock "refresh_cache-eae8d221-9157-4c20-94d7-0b74377caafc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.551479] env[65923]: DEBUG nova.network.neutron [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Refreshing network info cache for port 82b1895e-c4b5-4208-9a21-3e30052bd054 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.551926] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:f9:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beca3322-de3e-4719-b0b0-30aee6efa198', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.560208] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Creating folder: Project (1c694ee7025f4fa59524c5de580a719a). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.561395] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95767129-f330-4b0e-914e-d75cfd351d89 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.575482] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Created folder: Project (1c694ee7025f4fa59524c5de580a719a) in parent group-v918465. [ 655.575696] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Creating folder: Instances. Parent ref: group-v918535. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.575963] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d591b83-4061-4026-8322-d9fc2992a7d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.590464] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Created folder: Instances in parent group-v918535. [ 655.590738] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 655.590981] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.591248] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a581cd5-7c98-4a7a-895b-432c729d55d2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.613771] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.613771] env[65923]: value = "task-4706513" [ 655.613771] env[65923]: _type = "Task" [ 655.613771] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.623189] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706513, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.742255] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.753428] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706507, 'name': CloneVM_Task, 'duration_secs': 1.454261} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.754248] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Created linked-clone VM from snapshot [ 655.755030] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47c801a-5a19-4e42-bf56-de971022728f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.766185] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Uploading image 3c26dd24-dbbb-4d25-abbb-20f32980e216 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 655.799842] env[65923]: DEBUG oslo_vmware.rw_handles [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 655.799842] env[65923]: value = "vm-918534" [ 655.799842] env[65923]: _type = "VirtualMachine" [ 655.799842] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 655.800167] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc0bf6c2-5486-4860-82cf-79d3414b28d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.809499] env[65923]: DEBUG oslo_vmware.rw_handles [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lease: (returnval){ [ 655.809499] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c7fb1d-8cd1-29cf-68c4-750d3a54ee43" [ 655.809499] env[65923]: _type = "HttpNfcLease" [ 655.809499] env[65923]: } obtained for exporting VM: (result){ [ 655.809499] env[65923]: value = "vm-918534" [ 655.809499] env[65923]: _type = "VirtualMachine" [ 655.809499] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 655.809877] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the lease: (returnval){ [ 655.809877] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c7fb1d-8cd1-29cf-68c4-750d3a54ee43" [ 655.809877] env[65923]: _type = "HttpNfcLease" [ 655.809877] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 655.823102] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079157} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.825318] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.825654] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 655.825654] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c7fb1d-8cd1-29cf-68c4-750d3a54ee43" [ 655.825654] env[65923]: _type = "HttpNfcLease" [ 655.825654] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 655.826368] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ae7ac8-792e-4cc4-9b0f-fe87fb3f29a7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.849738] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] eae8d221-9157-4c20-94d7-0b74377caafc/eae8d221-9157-4c20-94d7-0b74377caafc.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.850078] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259f683e-7cd0-43b9-8981-e1203a61fdcd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.874417] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706509, 'name': ReconfigVM_Task, 'duration_secs': 0.646493} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.875882] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 65281687-0bbe-41c1-acc7-342178044749/65281687-0bbe-41c1-acc7-342178044749.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.876640] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for the task: (returnval){ [ 655.876640] env[65923]: value = "task-4706515" [ 655.876640] env[65923]: _type = "Task" [ 655.876640] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.876839] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e91d1fe-9d1e-4d03-8f92-2c6bbf0a30ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.887477] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706515, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.888907] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for the task: (returnval){ [ 655.888907] env[65923]: value = "task-4706516" [ 655.888907] env[65923]: _type = "Task" [ 655.888907] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.898192] env[65923]: DEBUG nova.scheduler.client.report [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.901538] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706516, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.974290] env[65923]: INFO nova.compute.manager [-] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Took 1.74 seconds to deallocate network for instance. [ 656.061758] env[65923]: WARNING neutronclient.v2_0.client [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.126889] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706513, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.266293] env[65923]: DEBUG nova.compute.manager [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Received event network-vif-plugged-beca3322-de3e-4719-b0b0-30aee6efa198 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 656.266293] env[65923]: DEBUG oslo_concurrency.lockutils [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] Acquiring lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.266912] env[65923]: DEBUG oslo_concurrency.lockutils [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] Lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.266912] env[65923]: DEBUG oslo_concurrency.lockutils [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] Lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.266912] env[65923]: DEBUG nova.compute.manager [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] No waiting events found dispatching network-vif-plugged-beca3322-de3e-4719-b0b0-30aee6efa198 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 656.267106] env[65923]: WARNING nova.compute.manager [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Received unexpected event network-vif-plugged-beca3322-de3e-4719-b0b0-30aee6efa198 for instance with vm_state building and task_state spawning. [ 656.267302] env[65923]: DEBUG nova.compute.manager [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Received event network-changed-beca3322-de3e-4719-b0b0-30aee6efa198 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 656.267404] env[65923]: DEBUG nova.compute.manager [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Refreshing instance network info cache due to event network-changed-beca3322-de3e-4719-b0b0-30aee6efa198. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 656.267586] env[65923]: DEBUG oslo_concurrency.lockutils [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] Acquiring lock "refresh_cache-727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.268132] env[65923]: DEBUG oslo_concurrency.lockutils [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] Acquired lock "refresh_cache-727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.268132] env[65923]: DEBUG nova.network.neutron [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Refreshing network info cache for port beca3322-de3e-4719-b0b0-30aee6efa198 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.332063] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 656.332063] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c7fb1d-8cd1-29cf-68c4-750d3a54ee43" [ 656.332063] env[65923]: _type = "HttpNfcLease" [ 656.332063] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 656.332423] env[65923]: DEBUG oslo_vmware.rw_handles [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 656.332423] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c7fb1d-8cd1-29cf-68c4-750d3a54ee43" [ 656.332423] env[65923]: _type = "HttpNfcLease" [ 656.332423] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 656.333645] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eaec94-915d-40a2-a576-08cd43d8b768 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.343611] env[65923]: DEBUG oslo_vmware.rw_handles [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5d2f0-b0da-3b8f-0b24-95e977e59066/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 656.343969] env[65923]: DEBUG oslo_vmware.rw_handles [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5d2f0-b0da-3b8f-0b24-95e977e59066/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 656.407415] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.247s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.407928] env[65923]: DEBUG nova.compute.manager [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 656.411200] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.986s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.412836] env[65923]: INFO nova.compute.claims [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.421995] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.425367] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706516, 'name': Rename_Task, 'duration_secs': 0.295523} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.425630] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.425926] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3483c311-1c5f-4127-9e28-d14693aef8cb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.435824] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for the task: (returnval){ [ 656.435824] env[65923]: value = "task-4706517" [ 656.435824] env[65923]: _type = "Task" [ 656.435824] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.442572] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.457596] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c45e1dea-919c-4308-a3e3-35c8fd11dce5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.482431] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.635824] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706513, 'name': CreateVM_Task, 'duration_secs': 0.544948} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.636103] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.639403] env[65923]: WARNING neutronclient.v2_0.client [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.639403] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.639403] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.639403] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.639403] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e3aa5c-9921-4a54-9bd7-0d167a57140e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.647634] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for the task: (returnval){ [ 656.647634] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cb3dc3-8ab2-391c-bf95-03c5871e8517" [ 656.647634] env[65923]: _type = "Task" [ 656.647634] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.658205] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cb3dc3-8ab2-391c-bf95-03c5871e8517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.771662] env[65923]: WARNING neutronclient.v2_0.client [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.794713] env[65923]: WARNING neutronclient.v2_0.client [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.912120] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706515, 'name': ReconfigVM_Task, 'duration_secs': 0.594098} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.912429] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Reconfigured VM instance instance-00000015 to attach disk [datastore1] eae8d221-9157-4c20-94d7-0b74377caafc/eae8d221-9157-4c20-94d7-0b74377caafc.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.913635] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d222c0e-2819-4df8-b884-9e6ee6e08f40 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.920121] env[65923]: DEBUG nova.compute.utils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.920885] env[65923]: DEBUG nova.compute.manager [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 656.920885] env[65923]: DEBUG nova.network.neutron [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 656.921193] env[65923]: WARNING neutronclient.v2_0.client [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.922365] env[65923]: WARNING neutronclient.v2_0.client [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.933324] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for the task: (returnval){ [ 656.933324] env[65923]: value = "task-4706518" [ 656.933324] env[65923]: _type = "Task" [ 656.933324] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.956574] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706517, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.956885] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706518, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.166235] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cb3dc3-8ab2-391c-bf95-03c5871e8517, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.166235] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.166235] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.166235] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.166728] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.166864] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.168040] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-813b1958-2596-4f3b-9c6c-6aa482a0ee84 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.180427] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.180427] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.184582] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e94fb3a5-6f78-4c62-ad62-dea9c57888fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.200114] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for the task: (returnval){ [ 657.200114] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52aa4b15-5905-803c-8d96-fc1a7e806ca9" [ 657.200114] env[65923]: _type = "Task" [ 657.200114] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.204831] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52aa4b15-5905-803c-8d96-fc1a7e806ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.010575} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.204831] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787c4508-0361-4a26-8757-67392cba3ae0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.212169] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for the task: (returnval){ [ 657.212169] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520d6d79-25cd-e04d-e046-0000ad87a80d" [ 657.212169] env[65923]: _type = "Task" [ 657.212169] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.226395] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520d6d79-25cd-e04d-e046-0000ad87a80d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.356318] env[65923]: DEBUG nova.network.neutron [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Updated VIF entry in instance network info cache for port 82b1895e-c4b5-4208-9a21-3e30052bd054. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.356819] env[65923]: DEBUG nova.network.neutron [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Updating instance_info_cache with network_info: [{"id": "82b1895e-c4b5-4208-9a21-3e30052bd054", "address": "fa:16:3e:17:aa:c8", "network": {"id": "e6ce62cd-3c03-40ca-9c2b-122bc89b4469", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-854597030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "69c82ca0e0764e32afff27f6422bed9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82b1895e-c4", "ovs_interfaceid": "82b1895e-c4b5-4208-9a21-3e30052bd054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.427912] env[65923]: DEBUG nova.compute.manager [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 657.462747] env[65923]: DEBUG nova.policy [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd022d0263649bd9d2b991988976806', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6555ebac4ed3444b85070ce8189eee3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.464027] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706518, 'name': Rename_Task, 'duration_secs': 0.245257} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.470877] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.470877] env[65923]: DEBUG oslo_vmware.api [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706517, 'name': PowerOnVM_Task, 'duration_secs': 0.606211} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.470877] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e09af217-188e-4195-9dba-b58104eb7b8e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.471522] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.471732] env[65923]: INFO nova.compute.manager [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Took 11.43 seconds to spawn the instance on the hypervisor. [ 657.471988] env[65923]: DEBUG nova.compute.manager [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 657.475914] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c68b782-64cb-4209-a7b6-2a30aa7dd6f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.491979] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for the task: (returnval){ [ 657.491979] env[65923]: value = "task-4706519" [ 657.491979] env[65923]: _type = "Task" [ 657.491979] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.505610] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.725697] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520d6d79-25cd-e04d-e046-0000ad87a80d, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.727783] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.728218] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054/727f71cf-6ce0-4ab2-9d7b-3ba2862c2054.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.729217] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f3a54cd-5dc9-4f82-8341-7d3d7525bcc2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.734994] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquiring lock "a39b73d3-2d00-4ae9-8513-3689b553349d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.734994] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Lock "a39b73d3-2d00-4ae9-8513-3689b553349d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.734994] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquiring lock "a39b73d3-2d00-4ae9-8513-3689b553349d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.734994] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Lock "a39b73d3-2d00-4ae9-8513-3689b553349d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.735408] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Lock "a39b73d3-2d00-4ae9-8513-3689b553349d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.735875] env[65923]: INFO nova.compute.manager [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Terminating instance [ 657.739311] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for the task: (returnval){ [ 657.739311] env[65923]: value = "task-4706520" [ 657.739311] env[65923]: _type = "Task" [ 657.739311] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.761288] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.793499] env[65923]: WARNING neutronclient.v2_0.client [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.816307] env[65923]: DEBUG nova.compute.manager [req-0899eced-eac2-4e6b-b63a-b2dd2880eb09 req-0ac54f70-afd1-477e-a296-efebec91b52f service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Received event network-changed-347fc183-0d4e-4de3-91bf-48e86094a69e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.816826] env[65923]: DEBUG nova.compute.manager [req-0899eced-eac2-4e6b-b63a-b2dd2880eb09 req-0ac54f70-afd1-477e-a296-efebec91b52f service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Refreshing instance network info cache due to event network-changed-347fc183-0d4e-4de3-91bf-48e86094a69e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 657.817251] env[65923]: DEBUG oslo_concurrency.lockutils [req-0899eced-eac2-4e6b-b63a-b2dd2880eb09 req-0ac54f70-afd1-477e-a296-efebec91b52f service nova] Acquiring lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.817437] env[65923]: DEBUG oslo_concurrency.lockutils [req-0899eced-eac2-4e6b-b63a-b2dd2880eb09 req-0ac54f70-afd1-477e-a296-efebec91b52f service nova] Acquired lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.817816] env[65923]: DEBUG nova.network.neutron [req-0899eced-eac2-4e6b-b63a-b2dd2880eb09 req-0ac54f70-afd1-477e-a296-efebec91b52f service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Refreshing network info cache for port 347fc183-0d4e-4de3-91bf-48e86094a69e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.864318] env[65923]: DEBUG oslo_concurrency.lockutils [req-10348322-9712-4a2a-8329-a09cc393ab1d req-c9ad4ee1-ede4-4784-96eb-0ed454708087 service nova] Releasing lock "refresh_cache-eae8d221-9157-4c20-94d7-0b74377caafc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.928204] env[65923]: DEBUG nova.network.neutron [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Updated VIF entry in instance network info cache for port beca3322-de3e-4719-b0b0-30aee6efa198. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.928204] env[65923]: DEBUG nova.network.neutron [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Updating instance_info_cache with network_info: [{"id": "beca3322-de3e-4719-b0b0-30aee6efa198", "address": "fa:16:3e:14:f9:5c", "network": {"id": "40362244-833c-45ca-8788-314e2835a547", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-45727848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1c694ee7025f4fa59524c5de580a719a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeca3322-de", "ovs_interfaceid": "beca3322-de3e-4719-b0b0-30aee6efa198", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.010280] env[65923]: INFO nova.compute.manager [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Took 24.57 seconds to build instance. [ 658.020780] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef393cd8-f558-421b-8b13-8df0ff9f508d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.033795] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60799cb8-50cc-4532-b706-43970ec0af98 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.040404] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.082305] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d35b1fc-3ab4-4524-8861-65428c200a48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.095962] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f22d022-a189-4dce-abe0-2133fd352398 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.119275] env[65923]: DEBUG nova.compute.provider_tree [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.152876] env[65923]: DEBUG nova.network.neutron [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Successfully created port: fc7f8770-60a8-4f52-9545-a73c99bda53b {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 658.246271] env[65923]: DEBUG nova.compute.manager [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 658.247120] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.247633] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d625a00d-df16-456c-8f15-168aec6a1d82 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.257702] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.264646] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81041ae3-180c-4939-a077-2f14ffd0a34c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.264838] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706520, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.273752] env[65923]: DEBUG oslo_vmware.api [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for the task: (returnval){ [ 658.273752] env[65923]: value = "task-4706521" [ 658.273752] env[65923]: _type = "Task" [ 658.273752] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.296716] env[65923]: DEBUG oslo_vmware.api [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.321118] env[65923]: WARNING neutronclient.v2_0.client [req-0899eced-eac2-4e6b-b63a-b2dd2880eb09 req-0ac54f70-afd1-477e-a296-efebec91b52f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.430201] env[65923]: DEBUG oslo_concurrency.lockutils [req-2fdd41de-a0e7-4970-9fb3-51bafba51e18 req-ce44b66e-b96a-43db-8a5b-13d9a08678b4 service nova] Releasing lock "refresh_cache-727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.447915] env[65923]: DEBUG nova.compute.manager [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 658.476733] env[65923]: DEBUG nova.virt.hardware [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 658.477346] env[65923]: DEBUG nova.virt.hardware [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.477667] env[65923]: DEBUG nova.virt.hardware [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 658.477957] env[65923]: DEBUG nova.virt.hardware [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.478186] env[65923]: DEBUG nova.virt.hardware [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 658.478400] env[65923]: DEBUG nova.virt.hardware [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 658.478710] env[65923]: DEBUG nova.virt.hardware [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 658.478991] env[65923]: DEBUG nova.virt.hardware [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 658.479295] env[65923]: DEBUG nova.virt.hardware [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 658.479565] env[65923]: DEBUG nova.virt.hardware [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 658.479826] env[65923]: DEBUG nova.virt.hardware [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 658.481285] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7a345d-4b24-413e-ae2d-3665987b24d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.495589] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935652a8-493f-47d3-a644-a08219409e48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.520276] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cdaaad62-99ce-45dd-9552-d751c713a84b tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Lock "65281687-0bbe-41c1-acc7-342178044749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.086s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.531146] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.625256] env[65923]: DEBUG nova.scheduler.client.report [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.654291] env[65923]: WARNING neutronclient.v2_0.client [req-0899eced-eac2-4e6b-b63a-b2dd2880eb09 req-0ac54f70-afd1-477e-a296-efebec91b52f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.748609] env[65923]: DEBUG nova.network.neutron [req-0899eced-eac2-4e6b-b63a-b2dd2880eb09 req-0ac54f70-afd1-477e-a296-efebec91b52f service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Updated VIF entry in instance network info cache for port 347fc183-0d4e-4de3-91bf-48e86094a69e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.749083] env[65923]: DEBUG nova.network.neutron [req-0899eced-eac2-4e6b-b63a-b2dd2880eb09 req-0ac54f70-afd1-477e-a296-efebec91b52f service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Updating instance_info_cache with network_info: [{"id": "347fc183-0d4e-4de3-91bf-48e86094a69e", "address": "fa:16:3e:1c:23:04", "network": {"id": "83eae85c-1f4b-4eb0-9132-053a4cb33f71", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-809618566-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca3039d95518483fa708434bacf7bb4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap347fc183-0d", "ovs_interfaceid": "347fc183-0d4e-4de3-91bf-48e86094a69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.754999] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547216} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.758926] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054/727f71cf-6ce0-4ab2-9d7b-3ba2862c2054.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.759319] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.760218] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a69f873-1bc7-47a2-8b69-33d1aecfcfa6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.768677] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for the task: (returnval){ [ 658.768677] env[65923]: value = "task-4706522" [ 658.768677] env[65923]: _type = "Task" [ 658.768677] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.790980] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.792214] env[65923]: DEBUG oslo_vmware.api [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706521, 'name': PowerOffVM_Task, 'duration_secs': 0.323509} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.792486] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.792655] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.792935] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-054d4fff-f81d-43a6-9065-b41015a17fdd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.887475] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.887475] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.887475] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Deleting the datastore file [datastore2] a39b73d3-2d00-4ae9-8513-3689b553349d {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.887803] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ad329bb-264e-4d7f-80d6-091baad24f47 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.899347] env[65923]: DEBUG oslo_vmware.api [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for the task: (returnval){ [ 658.899347] env[65923]: value = "task-4706524" [ 658.899347] env[65923]: _type = "Task" [ 658.899347] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.907806] env[65923]: DEBUG oslo_vmware.api [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.029960] env[65923]: DEBUG oslo_vmware.api [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706519, 'name': PowerOnVM_Task, 'duration_secs': 1.414777} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.030921] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.030921] env[65923]: INFO nova.compute.manager [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Took 10.47 seconds to spawn the instance on the hypervisor. [ 659.030921] env[65923]: DEBUG nova.compute.manager [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 659.031799] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3042ee82-7481-4d33-9df7-46f14b900c5f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.134186] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.134899] env[65923]: DEBUG nova.compute.manager [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 659.137933] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.341s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.138436] env[65923]: DEBUG nova.objects.instance [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Lazy-loading 'resources' on Instance uuid dc37fb3c-1afc-42df-8efe-69668e31992a {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.255880] env[65923]: DEBUG oslo_concurrency.lockutils [req-0899eced-eac2-4e6b-b63a-b2dd2880eb09 req-0ac54f70-afd1-477e-a296-efebec91b52f service nova] Releasing lock "refresh_cache-f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.289181] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125792} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.289563] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.290888] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2363b831-aad6-4344-966c-2fed6665b2f8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.319713] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054/727f71cf-6ce0-4ab2-9d7b-3ba2862c2054.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.320017] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb85ec1-8037-4a02-a38c-4b89ce89738b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.341326] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.341632] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.349875] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for the task: (returnval){ [ 659.349875] env[65923]: value = "task-4706525" [ 659.349875] env[65923]: _type = "Task" [ 659.349875] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.350649] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.355725] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.365445] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.410322] env[65923]: DEBUG oslo_vmware.api [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Task: {'id': task-4706524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208834} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.410672] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.410842] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 659.411115] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.411435] env[65923]: INFO nova.compute.manager [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 659.411759] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 659.411995] env[65923]: DEBUG nova.compute.manager [-] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 659.412202] env[65923]: DEBUG nova.network.neutron [-] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 659.412550] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.541996] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.553817] env[65923]: INFO nova.compute.manager [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Took 19.94 seconds to build instance. [ 659.645315] env[65923]: DEBUG nova.compute.utils [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.650504] env[65923]: DEBUG nova.compute.manager [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 659.650504] env[65923]: DEBUG nova.network.neutron [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 659.650504] env[65923]: WARNING neutronclient.v2_0.client [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.650504] env[65923]: WARNING neutronclient.v2_0.client [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.845207] env[65923]: DEBUG nova.compute.manager [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 659.849985] env[65923]: DEBUG nova.network.neutron [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Successfully updated port: fc7f8770-60a8-4f52-9545-a73c99bda53b {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 659.879578] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706525, 'name': ReconfigVM_Task, 'duration_secs': 0.301777} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.880151] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054/727f71cf-6ce0-4ab2-9d7b-3ba2862c2054.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.881915] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.882882] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3875f91-5aac-4bb0-9860-8ad23e09a2c4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.884797] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.886386] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.888274] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.891433] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.892245] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.892392] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 659.892547] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.895557] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for the task: (returnval){ [ 659.895557] env[65923]: value = "task-4706526" [ 659.895557] env[65923]: _type = "Task" [ 659.895557] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.912553] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706526, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.055829] env[65923]: DEBUG nova.policy [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66ea2f60ca27422da2e9846defc9ba95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d7b01385d644a31a71b63cc059c7f33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.058490] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87ed794e-422d-4bb0-b3d3-d4b469fa80ed tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Lock "eae8d221-9157-4c20-94d7-0b74377caafc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.460s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.122060] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c7a6ba-2330-4022-8980-50364db419ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.133070] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df1d635-3aee-4821-88c3-9ea4f423f228 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.171821] env[65923]: DEBUG nova.compute.manager [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 660.175989] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c458c4fe-3b70-47bc-94dd-3a65e311df11 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.189478] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a17a36f-1deb-42ff-93da-899ec444be92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.210078] env[65923]: DEBUG nova.compute.provider_tree [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.360108] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "refresh_cache-3241b026-b4da-4d69-a897-399348248f58" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.360415] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquired lock "refresh_cache-3241b026-b4da-4d69-a897-399348248f58" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.360640] env[65923]: DEBUG nova.network.neutron [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 660.376851] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.397542] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.409985] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706526, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.674776] env[65923]: DEBUG nova.network.neutron [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Successfully created port: f6bd3119-2764-462f-abeb-66b6fcedda84 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 660.679487] env[65923]: INFO nova.virt.block_device [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Booting with volume 0732839d-2683-42d8-9bb6-6cb15a06ff26 at /dev/sda [ 660.701242] env[65923]: DEBUG nova.network.neutron [-] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.713924] env[65923]: DEBUG nova.scheduler.client.report [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.739952] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c33db52a-5b5d-461d-97dd-af99f0207e65 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.760067] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f118024-fb75-4808-87ac-ca342c20b88f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.801313] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56fc3672-3432-468b-96b8-f4d7a02fd1a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.814608] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e0e11a-c5d8-4b21-8bf9-d7ab1113f6f3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.857598] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4c4713-95ef-4ceb-a549-172313913bf4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.867924] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840eb66-e8c0-4faa-b641-b4ea37329b66 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.888347] env[65923]: DEBUG nova.virt.block_device [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Updating existing volume attachment record: 4ea59d24-ca59-4212-b028-e18085b94719 {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 660.909070] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706526, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.204501] env[65923]: INFO nova.compute.manager [-] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Took 1.79 seconds to deallocate network for instance. [ 661.220747] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.223796] env[65923]: DEBUG oslo_concurrency.lockutils [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.938s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.223946] env[65923]: DEBUG nova.objects.instance [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lazy-loading 'resources' on Instance uuid 90812af0-5d71-4864-82f1-b852f3454c23 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.271870] env[65923]: INFO nova.scheduler.client.report [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Deleted allocations for instance dc37fb3c-1afc-42df-8efe-69668e31992a [ 661.409450] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706526, 'name': Rename_Task, 'duration_secs': 1.179255} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.409713] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.409972] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37861463-0bd0-483d-b1ac-00b3db09e856 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.417084] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for the task: (returnval){ [ 661.417084] env[65923]: value = "task-4706527" [ 661.417084] env[65923]: _type = "Task" [ 661.417084] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.426813] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.679834] env[65923]: DEBUG nova.compute.manager [req-3f259531-46be-42e3-9125-dd1e7d667f7d req-7fa1fbb2-ad9d-42dd-bb56-39e53c4cc47f service nova] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Received event network-vif-deleted-d6e43361-41e8-4aee-a873-b4643b594060 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 661.681104] env[65923]: DEBUG nova.network.neutron [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 661.712096] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.779724] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d910b5a2-4d85-4181-8f31-bc85c5edd293 tempest-ServerDiagnosticsV248Test-1239134560 tempest-ServerDiagnosticsV248Test-1239134560-project-member] Lock "dc37fb3c-1afc-42df-8efe-69668e31992a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.710s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.932455] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706527, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.088761] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b26f9-a31a-41c8-ad6e-20c3c90bddff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.097862] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ded488-a401-40e3-a240-0c527e3e8aa4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.132796] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb8ab66-9b14-4661-a29d-3da5f595fbaf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.141735] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d241676-8570-4655-8619-e1750b72ebb3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.157391] env[65923]: DEBUG nova.compute.provider_tree [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.432532] env[65923]: DEBUG oslo_vmware.api [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706527, 'name': PowerOnVM_Task, 'duration_secs': 0.525869} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.432924] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.433216] env[65923]: INFO nova.compute.manager [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Took 11.36 seconds to spawn the instance on the hypervisor. [ 662.433494] env[65923]: DEBUG nova.compute.manager [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 662.434414] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896cedbe-94e6-4b98-8932-2c7cc0da334a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.472416] env[65923]: DEBUG nova.network.neutron [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Successfully updated port: f6bd3119-2764-462f-abeb-66b6fcedda84 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 662.660370] env[65923]: DEBUG nova.scheduler.client.report [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.956263] env[65923]: INFO nova.compute.manager [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Took 21.37 seconds to build instance. [ 662.975017] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Acquiring lock "refresh_cache-80558328-490b-494e-89a4-b0b2af804e32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.975230] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Acquired lock "refresh_cache-80558328-490b-494e-89a4-b0b2af804e32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.975410] env[65923]: DEBUG nova.network.neutron [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 663.024428] env[65923]: DEBUG nova.compute.manager [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 663.026644] env[65923]: DEBUG nova.virt.hardware [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 663.026644] env[65923]: DEBUG nova.virt.hardware [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.026644] env[65923]: DEBUG nova.virt.hardware [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 663.026644] env[65923]: DEBUG nova.virt.hardware [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.026947] env[65923]: DEBUG nova.virt.hardware [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 663.026947] env[65923]: DEBUG nova.virt.hardware [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 663.027084] env[65923]: DEBUG nova.virt.hardware [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.027368] env[65923]: DEBUG nova.virt.hardware [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 663.027682] env[65923]: DEBUG nova.virt.hardware [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 663.028080] env[65923]: DEBUG nova.virt.hardware [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 663.028378] env[65923]: DEBUG nova.virt.hardware [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 663.031367] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d01947-f94f-4c5f-a82e-9ffec0081721 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.041521] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc9439-70ca-45bb-9fdd-4a697bb6d53a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.167321] env[65923]: DEBUG oslo_concurrency.lockutils [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.172152] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.864s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.177291] env[65923]: INFO nova.compute.claims [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.235202] env[65923]: INFO nova.scheduler.client.report [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Deleted allocations for instance 90812af0-5d71-4864-82f1-b852f3454c23 [ 663.459742] env[65923]: DEBUG oslo_concurrency.lockutils [None req-63914a17-3716-40bc-8f50-cf3fc52551a8 tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.886s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.730329] env[65923]: WARNING neutronclient.v2_0.client [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.744896] env[65923]: DEBUG oslo_concurrency.lockutils [None req-16363544-386e-42ee-9e6e-da3b75c17f1a tempest-InstanceActionsTestJSON-631694405 tempest-InstanceActionsTestJSON-631694405-project-member] Lock "90812af0-5d71-4864-82f1-b852f3454c23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.209s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.781644] env[65923]: DEBUG nova.network.neutron [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 664.356369] env[65923]: DEBUG nova.network.neutron [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Updating instance_info_cache with network_info: [{"id": "fc7f8770-60a8-4f52-9545-a73c99bda53b", "address": "fa:16:3e:8a:cb:83", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7f8770-60", "ovs_interfaceid": "fc7f8770-60a8-4f52-9545-a73c99bda53b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.664632] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af1ebce-50fa-4e73-940d-28537a91941c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.677853] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d010a02a-c794-4e9f-9d52-e73d17f71832 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.720070] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb60c36-5f8f-4b82-a05f-cd4c6beb1c61 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.732481] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b24cdb5-52ad-49ed-8f5d-906fd0c5f650 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.762703] env[65923]: DEBUG nova.compute.provider_tree [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.864024] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Releasing lock "refresh_cache-3241b026-b4da-4d69-a897-399348248f58" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.864024] env[65923]: DEBUG nova.compute.manager [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Instance network_info: |[{"id": "fc7f8770-60a8-4f52-9545-a73c99bda53b", "address": "fa:16:3e:8a:cb:83", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7f8770-60", "ovs_interfaceid": "fc7f8770-60a8-4f52-9545-a73c99bda53b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 664.864313] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:cb:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc7f8770-60a8-4f52-9545-a73c99bda53b', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.872967] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 664.873291] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3241b026-b4da-4d69-a897-399348248f58] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.873579] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3d18615-e008-4b53-81ba-e16b67489ff4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.897198] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.897198] env[65923]: value = "task-4706528" [ 664.897198] env[65923]: _type = "Task" [ 664.897198] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.910380] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706528, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.937870] env[65923]: DEBUG nova.compute.manager [req-89b69b0b-b6e9-4a1a-99aa-6567431c4973 req-e01fd793-949b-4540-a09b-db57315a4f82 service nova] [instance: 3241b026-b4da-4d69-a897-399348248f58] Received event network-vif-plugged-fc7f8770-60a8-4f52-9545-a73c99bda53b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 664.937870] env[65923]: DEBUG oslo_concurrency.lockutils [req-89b69b0b-b6e9-4a1a-99aa-6567431c4973 req-e01fd793-949b-4540-a09b-db57315a4f82 service nova] Acquiring lock "3241b026-b4da-4d69-a897-399348248f58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.938319] env[65923]: DEBUG oslo_concurrency.lockutils [req-89b69b0b-b6e9-4a1a-99aa-6567431c4973 req-e01fd793-949b-4540-a09b-db57315a4f82 service nova] Lock "3241b026-b4da-4d69-a897-399348248f58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.938319] env[65923]: DEBUG oslo_concurrency.lockutils [req-89b69b0b-b6e9-4a1a-99aa-6567431c4973 req-e01fd793-949b-4540-a09b-db57315a4f82 service nova] Lock "3241b026-b4da-4d69-a897-399348248f58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.939202] env[65923]: DEBUG nova.compute.manager [req-89b69b0b-b6e9-4a1a-99aa-6567431c4973 req-e01fd793-949b-4540-a09b-db57315a4f82 service nova] [instance: 3241b026-b4da-4d69-a897-399348248f58] No waiting events found dispatching network-vif-plugged-fc7f8770-60a8-4f52-9545-a73c99bda53b {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 664.939202] env[65923]: WARNING nova.compute.manager [req-89b69b0b-b6e9-4a1a-99aa-6567431c4973 req-e01fd793-949b-4540-a09b-db57315a4f82 service nova] [instance: 3241b026-b4da-4d69-a897-399348248f58] Received unexpected event network-vif-plugged-fc7f8770-60a8-4f52-9545-a73c99bda53b for instance with vm_state building and task_state spawning. [ 665.189045] env[65923]: WARNING neutronclient.v2_0.client [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.268665] env[65923]: DEBUG nova.scheduler.client.report [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.411172] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706528, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.779900] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.780740] env[65923]: DEBUG nova.compute.manager [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 665.788533] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.480s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.910977] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706528, 'name': CreateVM_Task, 'duration_secs': 0.520187} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.911491] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3241b026-b4da-4d69-a897-399348248f58] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.912139] env[65923]: WARNING neutronclient.v2_0.client [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.912564] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.912895] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.913314] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.913697] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2569ebe-5c22-441b-9b48-526261e14202 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.922243] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 665.922243] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bca20c-dc9f-2bad-f867-1dfe8eb8263a" [ 665.922243] env[65923]: _type = "Task" [ 665.922243] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.936146] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bca20c-dc9f-2bad-f867-1dfe8eb8263a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.291457] env[65923]: DEBUG nova.compute.utils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.294386] env[65923]: DEBUG nova.compute.manager [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 666.294733] env[65923]: DEBUG nova.network.neutron [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 666.295219] env[65923]: WARNING neutronclient.v2_0.client [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.298032] env[65923]: WARNING neutronclient.v2_0.client [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.435595] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bca20c-dc9f-2bad-f867-1dfe8eb8263a, 'name': SearchDatastore_Task, 'duration_secs': 0.022212} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.438459] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.438732] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.438933] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.439088] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.439268] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.439765] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d54dad0-0b25-4d4e-9d80-5629dc7de917 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.450809] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.451211] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.452202] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ef44cc-778b-4e6d-b11a-73d8692e94e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.459103] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 666.459103] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f74b01-b265-c685-83e4-d9b37778b186" [ 666.459103] env[65923]: _type = "Task" [ 666.459103] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.472510] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f74b01-b265-c685-83e4-d9b37778b186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.669215] env[65923]: DEBUG nova.network.neutron [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Updating instance_info_cache with network_info: [{"id": "f6bd3119-2764-462f-abeb-66b6fcedda84", "address": "fa:16:3e:e8:8b:a7", "network": {"id": "96be5e09-506c-428e-bdb3-6ec3206a4f89", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-425972177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d7b01385d644a31a71b63cc059c7f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6bd3119-27", "ovs_interfaceid": "f6bd3119-2764-462f-abeb-66b6fcedda84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.706513] env[65923]: DEBUG nova.policy [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff7ab639f4f46fbac81d48a5411ea4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43ec1c33dddc44bf8ad0307176cf7a9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.721423] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c106b86-1be5-4e80-b21d-795315f8d71f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.731096] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcb99f8-996f-4631-930f-d25771f17552 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.765572] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d644d74e-209d-47b5-b5e0-ed78b8fd3737 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.775302] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd79f556-d23e-4e33-b1b6-1f8d99ab753d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.791641] env[65923]: DEBUG nova.compute.provider_tree [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.804834] env[65923]: DEBUG nova.compute.manager [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 666.976210] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f74b01-b265-c685-83e4-d9b37778b186, 'name': SearchDatastore_Task, 'duration_secs': 0.018805} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.976210] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636a176c-c3c5-4484-a883-e8c24c4fd9c0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.983534] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 666.983534] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5298b114-3413-83f3-7c48-a500d9334005" [ 666.983534] env[65923]: _type = "Task" [ 666.983534] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.994754] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5298b114-3413-83f3-7c48-a500d9334005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.172070] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Releasing lock "refresh_cache-80558328-490b-494e-89a4-b0b2af804e32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.172472] env[65923]: DEBUG nova.compute.manager [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Instance network_info: |[{"id": "f6bd3119-2764-462f-abeb-66b6fcedda84", "address": "fa:16:3e:e8:8b:a7", "network": {"id": "96be5e09-506c-428e-bdb3-6ec3206a4f89", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-425972177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d7b01385d644a31a71b63cc059c7f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6bd3119-27", "ovs_interfaceid": "f6bd3119-2764-462f-abeb-66b6fcedda84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 667.173267] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:8b:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6bd3119-2764-462f-abeb-66b6fcedda84', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.183913] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Creating folder: Project (8d7b01385d644a31a71b63cc059c7f33). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.184326] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a0c562d-bc57-468d-a8d8-90a199d915ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.201995] env[65923]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 667.202176] env[65923]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65923) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 667.202700] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Folder already exists: Project (8d7b01385d644a31a71b63cc059c7f33). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 667.202821] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Creating folder: Instances. Parent ref: group-v918507. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.205324] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-057fc5e7-3783-4ee8-96cc-5107441b50a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.219096] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Created folder: Instances in parent group-v918507. [ 667.219644] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 667.220168] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.220586] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64bb8943-922f-4b21-bbea-a578b1a3f6c3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.249258] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.249258] env[65923]: value = "task-4706531" [ 667.249258] env[65923]: _type = "Task" [ 667.249258] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.264919] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706531, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.295811] env[65923]: DEBUG nova.scheduler.client.report [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.399635] env[65923]: DEBUG oslo_vmware.rw_handles [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5d2f0-b0da-3b8f-0b24-95e977e59066/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 667.401101] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5936684-a808-453c-ab32-7bdcce473380 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.412097] env[65923]: DEBUG oslo_vmware.rw_handles [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5d2f0-b0da-3b8f-0b24-95e977e59066/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 667.412287] env[65923]: ERROR oslo_vmware.rw_handles [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5d2f0-b0da-3b8f-0b24-95e977e59066/disk-0.vmdk due to incomplete transfer. [ 667.412538] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-740c3c9a-b264-4bd7-83c5-715e534aa9c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.423541] env[65923]: DEBUG oslo_vmware.rw_handles [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d5d2f0-b0da-3b8f-0b24-95e977e59066/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 667.423795] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Uploaded image 3c26dd24-dbbb-4d25-abbb-20f32980e216 to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 667.427124] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 667.427573] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32eca8b7-2266-42b4-8364-5256a57cfece {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.438198] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 667.438198] env[65923]: value = "task-4706532" [ 667.438198] env[65923]: _type = "Task" [ 667.438198] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.451652] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706532, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.496101] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5298b114-3413-83f3-7c48-a500d9334005, 'name': SearchDatastore_Task, 'duration_secs': 0.016639} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.496555] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.496555] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 3241b026-b4da-4d69-a897-399348248f58/3241b026-b4da-4d69-a897-399348248f58.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.496789] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ea0134a-8cbc-432d-b33f-83dfef3174d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.509178] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 667.509178] env[65923]: value = "task-4706533" [ 667.509178] env[65923]: _type = "Task" [ 667.509178] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.518165] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.760719] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706531, 'name': CreateVM_Task, 'duration_secs': 0.45803} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.760904] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.761490] env[65923]: WARNING neutronclient.v2_0.client [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.761903] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '4ea59d24-ca59-4212-b028-e18085b94719', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918516', 'volume_id': '0732839d-2683-42d8-9bb6-6cb15a06ff26', 'name': 'volume-0732839d-2683-42d8-9bb6-6cb15a06ff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80558328-490b-494e-89a4-b0b2af804e32', 'attached_at': '', 'detached_at': '', 'volume_id': '0732839d-2683-42d8-9bb6-6cb15a06ff26', 'serial': '0732839d-2683-42d8-9bb6-6cb15a06ff26'}, 'device_type': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=65923) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 667.762123] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Root volume attach. Driver type: vmdk {{(pid=65923) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 667.762985] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7421a40-ab14-43b1-af74-00a0d5764386 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.772249] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900e97a5-572e-477f-a86f-6e98d1e41ff5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.779773] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7e2a06-de83-4351-9c98-fd3392dae2f3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.787168] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b7d6560e-f8da-4dc8-ac7c-e127741e3450 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.797164] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Waiting for the task: (returnval){ [ 667.797164] env[65923]: value = "task-4706534" [ 667.797164] env[65923]: _type = "Task" [ 667.797164] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.809648] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706534, 'name': RelocateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.820653] env[65923]: DEBUG nova.compute.manager [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 667.852665] env[65923]: DEBUG nova.virt.hardware [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 667.853447] env[65923]: DEBUG nova.virt.hardware [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.853736] env[65923]: DEBUG nova.virt.hardware [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 667.854034] env[65923]: DEBUG nova.virt.hardware [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.854233] env[65923]: DEBUG nova.virt.hardware [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 667.854496] env[65923]: DEBUG nova.virt.hardware [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 667.854739] env[65923]: DEBUG nova.virt.hardware [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 667.854899] env[65923]: DEBUG nova.virt.hardware [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 667.855077] env[65923]: DEBUG nova.virt.hardware [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 667.855239] env[65923]: DEBUG nova.virt.hardware [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 667.855402] env[65923]: DEBUG nova.virt.hardware [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 667.856312] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d888c34-2e7f-4907-bd9a-b8d0c839bf93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.865314] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b99a8ed-891c-4dac-9471-3833f6d1261c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.902493] env[65923]: DEBUG nova.network.neutron [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Successfully created port: c5fb3aa7-2da9-4343-bebc-dc53ee219e19 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 667.950716] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706532, 'name': Destroy_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.020750] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706533, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.313512] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.525s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.317279] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706534, 'name': RelocateVM_Task} progress is 42%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.318275] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.002s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.319309] env[65923]: INFO nova.compute.claims [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.458102] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706532, 'name': Destroy_Task, 'duration_secs': 0.513552} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.460390] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Destroyed the VM [ 668.460390] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 668.460390] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b0b77ff7-3fb7-4d4b-bdf9-d2fe9c6cdb0f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.472174] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 668.472174] env[65923]: value = "task-4706535" [ 668.472174] env[65923]: _type = "Task" [ 668.472174] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.484699] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.521235] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732391} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.521422] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 3241b026-b4da-4d69-a897-399348248f58/3241b026-b4da-4d69-a897-399348248f58.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.521659] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.522083] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f487a2de-67a4-4fa6-aefa-31dcda323fe9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.531958] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 668.531958] env[65923]: value = "task-4706536" [ 668.531958] env[65923]: _type = "Task" [ 668.531958] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.548149] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.808099] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706534, 'name': RelocateVM_Task} progress is 54%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.905969] env[65923]: INFO nova.scheduler.client.report [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Deleted allocation for migration 0852f99f-f287-4397-9475-67d001b47757 [ 668.983114] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.044830] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109784} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.045510] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.046387] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37b5937-5f0e-4433-8470-47aedebf2cb8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.074441] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 3241b026-b4da-4d69-a897-399348248f58/3241b026-b4da-4d69-a897-399348248f58.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.074849] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-329a5341-93d9-4598-8d58-d00053291efd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.096148] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 669.096148] env[65923]: value = "task-4706537" [ 669.096148] env[65923]: _type = "Task" [ 669.096148] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.106263] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.310584] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706534, 'name': RelocateVM_Task} progress is 67%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.414247] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3994f3d9-d2c5-442f-b10d-c22761fc1e74 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.415s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.488069] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.617787] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.723292] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d85675-3184-4f5e-8a6a-e72a94a36c54 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.732359] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a122761e-8e35-4f1c-b4d5-5626b42b674e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.775757] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d324489d-09a6-4e62-af69-35ab6a4c989f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.786644] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d523d05e-0941-4800-81b5-9cb92c04d38a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.804378] env[65923]: DEBUG nova.compute.provider_tree [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.810236] env[65923]: DEBUG nova.network.neutron [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Successfully updated port: c5fb3aa7-2da9-4343-bebc-dc53ee219e19 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 669.822848] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706534, 'name': RelocateVM_Task} progress is 82%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.986270] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.108815] env[65923]: DEBUG nova.compute.manager [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Received event network-vif-plugged-f6bd3119-2764-462f-abeb-66b6fcedda84 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 670.109735] env[65923]: DEBUG oslo_concurrency.lockutils [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] Acquiring lock "80558328-490b-494e-89a4-b0b2af804e32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.112344] env[65923]: DEBUG oslo_concurrency.lockutils [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] Lock "80558328-490b-494e-89a4-b0b2af804e32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.112344] env[65923]: DEBUG oslo_concurrency.lockutils [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] Lock "80558328-490b-494e-89a4-b0b2af804e32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.112344] env[65923]: DEBUG nova.compute.manager [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] No waiting events found dispatching network-vif-plugged-f6bd3119-2764-462f-abeb-66b6fcedda84 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 670.112344] env[65923]: WARNING nova.compute.manager [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Received unexpected event network-vif-plugged-f6bd3119-2764-462f-abeb-66b6fcedda84 for instance with vm_state building and task_state spawning. [ 670.112344] env[65923]: DEBUG nova.compute.manager [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Received event network-changed-f6bd3119-2764-462f-abeb-66b6fcedda84 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 670.113325] env[65923]: DEBUG nova.compute.manager [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Refreshing instance network info cache due to event network-changed-f6bd3119-2764-462f-abeb-66b6fcedda84. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 670.113325] env[65923]: DEBUG oslo_concurrency.lockutils [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] Acquiring lock "refresh_cache-80558328-490b-494e-89a4-b0b2af804e32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.113325] env[65923]: DEBUG oslo_concurrency.lockutils [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] Acquired lock "refresh_cache-80558328-490b-494e-89a4-b0b2af804e32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.113325] env[65923]: DEBUG nova.network.neutron [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Refreshing network info cache for port f6bd3119-2764-462f-abeb-66b6fcedda84 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.126019] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.320349] env[65923]: DEBUG nova.scheduler.client.report [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.324718] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.324962] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.325095] env[65923]: DEBUG nova.network.neutron [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 670.326719] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706534, 'name': RelocateVM_Task} progress is 97%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.488641] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706535, 'name': RemoveSnapshot_Task} progress is 83%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.614092] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706537, 'name': ReconfigVM_Task, 'duration_secs': 1.325751} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.614827] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 3241b026-b4da-4d69-a897-399348248f58/3241b026-b4da-4d69-a897-399348248f58.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.618241] env[65923]: WARNING neutronclient.v2_0.client [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.620987] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8fc04d3-d6de-4a15-bccc-e95063e8ad7d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.634250] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 670.634250] env[65923]: value = "task-4706538" [ 670.634250] env[65923]: _type = "Task" [ 670.634250] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.643182] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706538, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.818919] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706534, 'name': RelocateVM_Task} progress is 97%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.828507] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.829266] env[65923]: DEBUG nova.compute.manager [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 670.835901] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.091s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.835901] env[65923]: INFO nova.compute.claims [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.953148] env[65923]: DEBUG nova.compute.manager [req-3f73088b-c355-483f-8ba2-edd1960851f2 req-00d27bef-5d8d-4c6b-9ee4-e8264ba80e28 service nova] [instance: 3241b026-b4da-4d69-a897-399348248f58] Received event network-changed-fc7f8770-60a8-4f52-9545-a73c99bda53b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 670.953994] env[65923]: DEBUG nova.compute.manager [req-3f73088b-c355-483f-8ba2-edd1960851f2 req-00d27bef-5d8d-4c6b-9ee4-e8264ba80e28 service nova] [instance: 3241b026-b4da-4d69-a897-399348248f58] Refreshing instance network info cache due to event network-changed-fc7f8770-60a8-4f52-9545-a73c99bda53b. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 670.954293] env[65923]: DEBUG oslo_concurrency.lockutils [req-3f73088b-c355-483f-8ba2-edd1960851f2 req-00d27bef-5d8d-4c6b-9ee4-e8264ba80e28 service nova] Acquiring lock "refresh_cache-3241b026-b4da-4d69-a897-399348248f58" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.954466] env[65923]: DEBUG oslo_concurrency.lockutils [req-3f73088b-c355-483f-8ba2-edd1960851f2 req-00d27bef-5d8d-4c6b-9ee4-e8264ba80e28 service nova] Acquired lock "refresh_cache-3241b026-b4da-4d69-a897-399348248f58" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.954648] env[65923]: DEBUG nova.network.neutron [req-3f73088b-c355-483f-8ba2-edd1960851f2 req-00d27bef-5d8d-4c6b-9ee4-e8264ba80e28 service nova] [instance: 3241b026-b4da-4d69-a897-399348248f58] Refreshing network info cache for port fc7f8770-60a8-4f52-9545-a73c99bda53b {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.991924] env[65923]: DEBUG oslo_vmware.api [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706535, 'name': RemoveSnapshot_Task, 'duration_secs': 2.301541} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.992244] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 670.992475] env[65923]: INFO nova.compute.manager [None req-a58ae0be-b7ae-4cc4-97bd-3fb95b80bc7c tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Took 19.46 seconds to snapshot the instance on the hypervisor. [ 671.015481] env[65923]: WARNING neutronclient.v2_0.client [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.019769] env[65923]: DEBUG nova.network.neutron [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 671.063541] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquiring lock "65281687-0bbe-41c1-acc7-342178044749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.063854] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Lock "65281687-0bbe-41c1-acc7-342178044749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.064140] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquiring lock "65281687-0bbe-41c1-acc7-342178044749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.065645] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Lock "65281687-0bbe-41c1-acc7-342178044749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.065645] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Lock "65281687-0bbe-41c1-acc7-342178044749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.066862] env[65923]: INFO nova.compute.manager [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Terminating instance [ 671.149305] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706538, 'name': Rename_Task, 'duration_secs': 0.247152} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.149603] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.149893] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a23df4f2-a61b-45c7-bcf8-232693930c5a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.159618] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 671.159618] env[65923]: value = "task-4706539" [ 671.159618] env[65923]: _type = "Task" [ 671.159618] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.172661] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.217490] env[65923]: DEBUG nova.network.neutron [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Updated VIF entry in instance network info cache for port f6bd3119-2764-462f-abeb-66b6fcedda84. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 671.217490] env[65923]: DEBUG nova.network.neutron [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Updating instance_info_cache with network_info: [{"id": "f6bd3119-2764-462f-abeb-66b6fcedda84", "address": "fa:16:3e:e8:8b:a7", "network": {"id": "96be5e09-506c-428e-bdb3-6ec3206a4f89", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-425972177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d7b01385d644a31a71b63cc059c7f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6bd3119-27", "ovs_interfaceid": "f6bd3119-2764-462f-abeb-66b6fcedda84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.299337] env[65923]: WARNING neutronclient.v2_0.client [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.320202] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706534, 'name': RelocateVM_Task} progress is 98%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.335508] env[65923]: DEBUG nova.compute.utils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.337096] env[65923]: DEBUG nova.compute.manager [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 671.337305] env[65923]: DEBUG nova.network.neutron [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 671.337670] env[65923]: WARNING neutronclient.v2_0.client [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.337985] env[65923]: WARNING neutronclient.v2_0.client [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.458970] env[65923]: WARNING neutronclient.v2_0.client [req-3f73088b-c355-483f-8ba2-edd1960851f2 req-00d27bef-5d8d-4c6b-9ee4-e8264ba80e28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.483860] env[65923]: DEBUG nova.policy [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c6ce4a4000c4905b1394545c5c8ec62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9ef7ed9c72644e6931cd15de721b592', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.555762] env[65923]: DEBUG nova.network.neutron [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Updating instance_info_cache with network_info: [{"id": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "address": "fa:16:3e:50:a4:a5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fb3aa7-2d", "ovs_interfaceid": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.572212] env[65923]: DEBUG nova.compute.manager [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 671.572447] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.573366] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b33a94-aa8f-4dea-a400-8f4866288ddc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.585996] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.589049] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30d7559c-1f47-4703-85a8-a2f7c1b6b78b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.600510] env[65923]: DEBUG oslo_vmware.api [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for the task: (returnval){ [ 671.600510] env[65923]: value = "task-4706540" [ 671.600510] env[65923]: _type = "Task" [ 671.600510] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.612370] env[65923]: DEBUG oslo_vmware.api [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.672348] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706539, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.720025] env[65923]: DEBUG oslo_concurrency.lockutils [req-bae8900b-80fc-415a-8621-6a31d63a76ce req-658d93fd-76ff-4e3f-a544-fbb1bf83e3b5 service nova] Releasing lock "refresh_cache-80558328-490b-494e-89a4-b0b2af804e32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.825029] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706534, 'name': RelocateVM_Task, 'duration_secs': 3.563236} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.825029] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 671.825029] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918516', 'volume_id': '0732839d-2683-42d8-9bb6-6cb15a06ff26', 'name': 'volume-0732839d-2683-42d8-9bb6-6cb15a06ff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80558328-490b-494e-89a4-b0b2af804e32', 'attached_at': '', 'detached_at': '', 'volume_id': '0732839d-2683-42d8-9bb6-6cb15a06ff26', 'serial': '0732839d-2683-42d8-9bb6-6cb15a06ff26'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 671.825029] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09128c7-7210-48fb-a0f4-95e3015016a0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.844200] env[65923]: DEBUG nova.compute.manager [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 671.850905] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aa5629-f84b-458f-b0e3-19f6ab867289 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.876636] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] volume-0732839d-2683-42d8-9bb6-6cb15a06ff26/volume-0732839d-2683-42d8-9bb6-6cb15a06ff26.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.876990] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ade00ce-77ed-4e29-8db2-46a2e2bea994 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.902344] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Waiting for the task: (returnval){ [ 671.902344] env[65923]: value = "task-4706541" [ 671.902344] env[65923]: _type = "Task" [ 671.902344] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.917086] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706541, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.060922] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.061358] env[65923]: DEBUG nova.compute.manager [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Instance network_info: |[{"id": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "address": "fa:16:3e:50:a4:a5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fb3aa7-2d", "ovs_interfaceid": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 672.062095] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:a4:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5fb3aa7-2da9-4343-bebc-dc53ee219e19', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.074272] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Creating folder: Project (43ec1c33dddc44bf8ad0307176cf7a9a). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.074754] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-175dacc9-e728-4525-b4f2-064b32de3c59 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.094121] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Created folder: Project (43ec1c33dddc44bf8ad0307176cf7a9a) in parent group-v918465. [ 672.094323] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Creating folder: Instances. Parent ref: group-v918541. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.098354] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf0bec95-1ed4-463d-948f-d6f85ce07702 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.112915] env[65923]: DEBUG oslo_vmware.api [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706540, 'name': PowerOffVM_Task, 'duration_secs': 0.292659} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.113202] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Created folder: Instances in parent group-v918541. [ 672.113442] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 672.116198] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.116465] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.116898] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7423b238-de72-4240-8067-039cf6171722] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.117354] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0b0b35e-3dac-48da-91b2-7c56c78a6e97 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.119065] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73695a3d-edeb-4ae2-940b-f4632fd522d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.143916] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.143916] env[65923]: value = "task-4706545" [ 672.143916] env[65923]: _type = "Task" [ 672.143916] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.153238] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706545, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.160480] env[65923]: DEBUG nova.network.neutron [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Successfully created port: 1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 672.174202] env[65923]: DEBUG oslo_vmware.api [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706539, 'name': PowerOnVM_Task, 'duration_secs': 0.533521} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.177112] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.177401] env[65923]: INFO nova.compute.manager [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Took 13.73 seconds to spawn the instance on the hypervisor. [ 672.177658] env[65923]: DEBUG nova.compute.manager [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 672.179787] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be78d114-bd7b-469e-b55c-fc6326d5c825 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.219840] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.219840] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.220245] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Deleting the datastore file [datastore1] 65281687-0bbe-41c1-acc7-342178044749 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.220733] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a5ffea1-821e-4b99-88da-a8c60ba86698 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.235596] env[65923]: DEBUG oslo_vmware.api [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for the task: (returnval){ [ 672.235596] env[65923]: value = "task-4706546" [ 672.235596] env[65923]: _type = "Task" [ 672.235596] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.254811] env[65923]: DEBUG oslo_vmware.api [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.293955] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb23194a-3b7a-4223-ac37-ad150afc3b12 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.305920] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0ab558-4f67-4fc8-96f7-9f64e06df290 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.350650] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58816eda-0344-4f94-9841-5b095b284426 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.363462] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22c704e-a3bd-442e-a3ef-b428144a1b55 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.385037] env[65923]: DEBUG nova.compute.provider_tree [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.414888] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706541, 'name': ReconfigVM_Task, 'duration_secs': 0.469691} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.415427] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Reconfigured VM instance instance-00000018 to attach disk [datastore2] volume-0732839d-2683-42d8-9bb6-6cb15a06ff26/volume-0732839d-2683-42d8-9bb6-6cb15a06ff26.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.420930] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cee6174-6455-4a62-a88e-b2ab8abf0a2a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.443627] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Waiting for the task: (returnval){ [ 672.443627] env[65923]: value = "task-4706547" [ 672.443627] env[65923]: _type = "Task" [ 672.443627] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.457157] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.529512] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.529697] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.654881] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706545, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.703267] env[65923]: INFO nova.compute.manager [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Took 25.08 seconds to build instance. [ 672.748786] env[65923]: DEBUG oslo_vmware.api [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Task: {'id': task-4706546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205978} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.749098] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.749250] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.749422] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.749590] env[65923]: INFO nova.compute.manager [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] [instance: 65281687-0bbe-41c1-acc7-342178044749] Took 1.18 seconds to destroy the instance on the hypervisor. [ 672.749842] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 672.750063] env[65923]: DEBUG nova.compute.manager [-] [instance: 65281687-0bbe-41c1-acc7-342178044749] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 672.750164] env[65923]: DEBUG nova.network.neutron [-] [instance: 65281687-0bbe-41c1-acc7-342178044749] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 672.750407] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.864601] env[65923]: DEBUG nova.compute.manager [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 672.887457] env[65923]: DEBUG nova.scheduler.client.report [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.897659] env[65923]: DEBUG nova.virt.hardware [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 672.897860] env[65923]: DEBUG nova.virt.hardware [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.898855] env[65923]: DEBUG nova.virt.hardware [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 672.898855] env[65923]: DEBUG nova.virt.hardware [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.898855] env[65923]: DEBUG nova.virt.hardware [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 672.898855] env[65923]: DEBUG nova.virt.hardware [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 672.898855] env[65923]: DEBUG nova.virt.hardware [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 672.899125] env[65923]: DEBUG nova.virt.hardware [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 672.899125] env[65923]: DEBUG nova.virt.hardware [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 672.899658] env[65923]: DEBUG nova.virt.hardware [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 672.899658] env[65923]: DEBUG nova.virt.hardware [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 672.900573] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd916dcf-7d8e-4680-8981-805770319cbf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.909676] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060fdd99-b5df-4572-8d50-86c75ba7ed25 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.950273] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquiring lock "f1605558-3b41-4ea4-91a4-f9583370c33c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.950493] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Lock "f1605558-3b41-4ea4-91a4-f9583370c33c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.964035] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.035256] env[65923]: DEBUG nova.compute.manager [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 673.109495] env[65923]: WARNING neutronclient.v2_0.client [req-3f73088b-c355-483f-8ba2-edd1960851f2 req-00d27bef-5d8d-4c6b-9ee4-e8264ba80e28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.156360] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706545, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.204604] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.208695] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0207bd1e-3a3f-4b2e-9920-083d51cceb65 tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "3241b026-b4da-4d69-a897-399348248f58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.602s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.392825] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.393827] env[65923]: DEBUG nova.compute.manager [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 673.396758] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.914s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.400775] env[65923]: DEBUG nova.objects.instance [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lazy-loading 'resources' on Instance uuid 5e15b852-ab20-4ded-9da9-a8eeb4783393 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.454557] env[65923]: DEBUG nova.compute.manager [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 673.462552] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.561353] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.645084] env[65923]: DEBUG nova.network.neutron [req-3f73088b-c355-483f-8ba2-edd1960851f2 req-00d27bef-5d8d-4c6b-9ee4-e8264ba80e28 service nova] [instance: 3241b026-b4da-4d69-a897-399348248f58] Updated VIF entry in instance network info cache for port fc7f8770-60a8-4f52-9545-a73c99bda53b. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 673.645469] env[65923]: DEBUG nova.network.neutron [req-3f73088b-c355-483f-8ba2-edd1960851f2 req-00d27bef-5d8d-4c6b-9ee4-e8264ba80e28 service nova] [instance: 3241b026-b4da-4d69-a897-399348248f58] Updating instance_info_cache with network_info: [{"id": "fc7f8770-60a8-4f52-9545-a73c99bda53b", "address": "fa:16:3e:8a:cb:83", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7f8770-60", "ovs_interfaceid": "fc7f8770-60a8-4f52-9545-a73c99bda53b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.657135] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706545, 'name': CreateVM_Task, 'duration_secs': 1.464127} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.657606] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7423b238-de72-4240-8067-039cf6171722] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.657841] env[65923]: WARNING neutronclient.v2_0.client [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.658730] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.658730] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.658730] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.658989] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68d91af-c8b9-4bea-82f8-a794fc5d6526 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.665972] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 673.665972] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52313553-ac95-9792-b82b-6bc521622228" [ 673.665972] env[65923]: _type = "Task" [ 673.665972] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.674927] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52313553-ac95-9792-b82b-6bc521622228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.883879] env[65923]: DEBUG nova.network.neutron [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Successfully updated port: 1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 673.903605] env[65923]: DEBUG nova.compute.utils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.908306] env[65923]: DEBUG nova.compute.manager [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 673.908516] env[65923]: DEBUG nova.network.neutron [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 673.908817] env[65923]: WARNING neutronclient.v2_0.client [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.909232] env[65923]: WARNING neutronclient.v2_0.client [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.958330] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706547, 'name': ReconfigVM_Task, 'duration_secs': 1.170754} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.958330] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918516', 'volume_id': '0732839d-2683-42d8-9bb6-6cb15a06ff26', 'name': 'volume-0732839d-2683-42d8-9bb6-6cb15a06ff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80558328-490b-494e-89a4-b0b2af804e32', 'attached_at': '', 'detached_at': '', 'volume_id': '0732839d-2683-42d8-9bb6-6cb15a06ff26', 'serial': '0732839d-2683-42d8-9bb6-6cb15a06ff26'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 673.958806] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da416314-f38a-40c8-ab0a-4b0e5377b99f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.967870] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Waiting for the task: (returnval){ [ 673.967870] env[65923]: value = "task-4706548" [ 673.967870] env[65923]: _type = "Task" [ 673.967870] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.971702] env[65923]: DEBUG nova.policy [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '969b4bdc25cd49ec83526ecbfdcd7f9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed4cb7f0af3e4d85ad14c139ad155309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.979730] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.985562] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706548, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.105868] env[65923]: DEBUG nova.network.neutron [-] [instance: 65281687-0bbe-41c1-acc7-342178044749] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.151506] env[65923]: DEBUG oslo_concurrency.lockutils [req-3f73088b-c355-483f-8ba2-edd1960851f2 req-00d27bef-5d8d-4c6b-9ee4-e8264ba80e28 service nova] Releasing lock "refresh_cache-3241b026-b4da-4d69-a897-399348248f58" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.152152] env[65923]: DEBUG nova.compute.manager [req-3f73088b-c355-483f-8ba2-edd1960851f2 req-00d27bef-5d8d-4c6b-9ee4-e8264ba80e28 service nova] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Received event network-vif-deleted-1eafe4fa-a13b-417b-aa19-4ed48639a4b5 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 674.177857] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52313553-ac95-9792-b82b-6bc521622228, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.181159] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.181575] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.181890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.181890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.182086] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.182756] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cb4adeb-0f6a-4200-bd4f-3fc4ea9a9793 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.193358] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.193562] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.194427] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900b7de4-bb5a-4fb5-999c-3dec686fdb68 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.205629] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 674.205629] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526f9907-a5fb-0b94-18a0-e0a9b64a7fb9" [ 674.205629] env[65923]: _type = "Task" [ 674.205629] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.214907] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526f9907-a5fb-0b94-18a0-e0a9b64a7fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.304338] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fbdebaa-6c25-4cc9-92fc-5f9672533d6d tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquiring lock "interface-727f71cf-6ce0-4ab2-9d7b-3ba2862c2054-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.304682] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fbdebaa-6c25-4cc9-92fc-5f9672533d6d tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "interface-727f71cf-6ce0-4ab2-9d7b-3ba2862c2054-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.305339] env[65923]: DEBUG nova.objects.instance [None req-8fbdebaa-6c25-4cc9-92fc-5f9672533d6d tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lazy-loading 'flavor' on Instance uuid 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.369709] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f022f2a-3d75-43d1-83aa-1bc863e861cb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.379768] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f227a7-b56f-4547-8be0-e74daa3519c3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.388041] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquiring lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.388187] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquired lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.388393] env[65923]: DEBUG nova.network.neutron [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 674.419973] env[65923]: DEBUG nova.compute.manager [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 674.426758] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bcdbd8-7707-4cc3-b59e-8610b347076f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.432219] env[65923]: DEBUG nova.network.neutron [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Successfully created port: ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 674.438854] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709f945e-703a-4d0a-b85c-9dec175babee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.457035] env[65923]: DEBUG nova.compute.provider_tree [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.485736] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706548, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.486508] env[65923]: DEBUG nova.network.neutron [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 674.606864] env[65923]: INFO nova.compute.manager [-] [instance: 65281687-0bbe-41c1-acc7-342178044749] Took 1.86 seconds to deallocate network for instance. [ 674.718240] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526f9907-a5fb-0b94-18a0-e0a9b64a7fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.719179] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e191d370-7a3d-4119-a606-28fce5b518a0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.727500] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 674.727500] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c047fa-a1cf-9b51-72fb-f1c24440cae2" [ 674.727500] env[65923]: _type = "Task" [ 674.727500] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.740492] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c047fa-a1cf-9b51-72fb-f1c24440cae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.754598] env[65923]: WARNING neutronclient.v2_0.client [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.814104] env[65923]: WARNING neutronclient.v2_0.client [None req-8fbdebaa-6c25-4cc9-92fc-5f9672533d6d tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.814450] env[65923]: DEBUG nova.objects.instance [None req-8fbdebaa-6c25-4cc9-92fc-5f9672533d6d tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lazy-loading 'pci_requests' on Instance uuid 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.910612] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquiring lock "a247df41-6a1b-44a5-8476-d285a7ac9639" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.910612] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Lock "a247df41-6a1b-44a5-8476-d285a7ac9639" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.961211] env[65923]: DEBUG nova.scheduler.client.report [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.983496] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706548, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.069819] env[65923]: DEBUG nova.network.neutron [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updating instance_info_cache with network_info: [{"id": "1537af6f-9ce2-44ab-b971-f170ae41504e", "address": "fa:16:3e:70:43:e0", "network": {"id": "c459f02d-5051-4838-b908-6b3035dc271c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-333457000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9ef7ed9c72644e6931cd15de721b592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537af6f-9c", "ovs_interfaceid": "1537af6f-9ce2-44ab-b971-f170ae41504e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.114015] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.239510] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c047fa-a1cf-9b51-72fb-f1c24440cae2, 'name': SearchDatastore_Task, 'duration_secs': 0.012478} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.239776] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.240032] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 7423b238-de72-4240-8067-039cf6171722/7423b238-de72-4240-8067-039cf6171722.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.240298] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a57c351-4a19-48a7-939d-f7acc9096e98 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.249225] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 675.249225] env[65923]: value = "task-4706549" [ 675.249225] env[65923]: _type = "Task" [ 675.249225] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.256843] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.317728] env[65923]: DEBUG nova.objects.base [None req-8fbdebaa-6c25-4cc9-92fc-5f9672533d6d tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Object Instance<727f71cf-6ce0-4ab2-9d7b-3ba2862c2054> lazy-loaded attributes: flavor,pci_requests {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 675.318517] env[65923]: DEBUG nova.network.neutron [None req-8fbdebaa-6c25-4cc9-92fc-5f9672533d6d tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 675.318970] env[65923]: WARNING neutronclient.v2_0.client [None req-8fbdebaa-6c25-4cc9-92fc-5f9672533d6d tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.319070] env[65923]: WARNING neutronclient.v2_0.client [None req-8fbdebaa-6c25-4cc9-92fc-5f9672533d6d tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.412718] env[65923]: DEBUG nova.compute.manager [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 675.437460] env[65923]: DEBUG nova.compute.manager [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 675.470594] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.473335] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.097s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.475972] env[65923]: INFO nova.compute.claims [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.483329] env[65923]: DEBUG nova.virt.hardware [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 675.483721] env[65923]: DEBUG nova.virt.hardware [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.485236] env[65923]: DEBUG nova.virt.hardware [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 675.486300] env[65923]: DEBUG nova.virt.hardware [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.486300] env[65923]: DEBUG nova.virt.hardware [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 675.486300] env[65923]: DEBUG nova.virt.hardware [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 675.486519] env[65923]: DEBUG nova.virt.hardware [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 675.486519] env[65923]: DEBUG nova.virt.hardware [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 675.487097] env[65923]: DEBUG nova.virt.hardware [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 675.487097] env[65923]: DEBUG nova.virt.hardware [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 675.487269] env[65923]: DEBUG nova.virt.hardware [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 675.493186] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e336fd0-69dc-4e7f-bb0b-69d37d5a69e3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.505688] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706548, 'name': Rename_Task, 'duration_secs': 1.17522} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.508593] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.509010] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b811870a-f03d-4f4e-ac7f-991fbe597c9b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.512500] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93729670-3673-4d6d-b644-74394f603fb0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.518643] env[65923]: INFO nova.scheduler.client.report [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleted allocations for instance 5e15b852-ab20-4ded-9da9-a8eeb4783393 [ 675.535930] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Waiting for the task: (returnval){ [ 675.535930] env[65923]: value = "task-4706550" [ 675.535930] env[65923]: _type = "Task" [ 675.535930] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.547966] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.572437] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Releasing lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.573063] env[65923]: DEBUG nova.compute.manager [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Instance network_info: |[{"id": "1537af6f-9ce2-44ab-b971-f170ae41504e", "address": "fa:16:3e:70:43:e0", "network": {"id": "c459f02d-5051-4838-b908-6b3035dc271c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-333457000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9ef7ed9c72644e6931cd15de721b592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537af6f-9c", "ovs_interfaceid": "1537af6f-9ce2-44ab-b971-f170ae41504e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 675.573795] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:43:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1537af6f-9ce2-44ab-b971-f170ae41504e', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.584305] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Creating folder: Project (a9ef7ed9c72644e6931cd15de721b592). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.584305] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8166eaf-14ca-42b9-8b8a-b50e6ae5dcb8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.603376] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Created folder: Project (a9ef7ed9c72644e6931cd15de721b592) in parent group-v918465. [ 675.604209] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Creating folder: Instances. Parent ref: group-v918544. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.604974] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a9639af-062c-4bce-b07b-47e5c1016ac8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.621072] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Created folder: Instances in parent group-v918544. [ 675.621837] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 675.621837] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.622026] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83dd9919-5f69-4a3a-b615-8319f90ef58f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.647407] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.647407] env[65923]: value = "task-4706553" [ 675.647407] env[65923]: _type = "Task" [ 675.647407] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.660965] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706553, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.763185] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706549, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.933403] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.029070] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ad34454-b221-439a-b287-5dab9996880a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "5e15b852-ab20-4ded-9da9-a8eeb4783393" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.644s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.051828] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.137478] env[65923]: DEBUG nova.network.neutron [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Successfully updated port: ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 676.159806] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706553, 'name': CreateVM_Task, 'duration_secs': 0.422649} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.160119] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.160664] env[65923]: WARNING neutronclient.v2_0.client [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.161126] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.161340] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.161782] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.162130] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e62ceb-c16c-4a1c-87fc-4c34038aec04 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.169013] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 676.169013] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528d47c3-2354-96fc-f718-611e3366961b" [ 676.169013] env[65923]: _type = "Task" [ 676.169013] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.178717] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528d47c3-2354-96fc-f718-611e3366961b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.180672] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fbdebaa-6c25-4cc9-92fc-5f9672533d6d tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "interface-727f71cf-6ce0-4ab2-9d7b-3ba2862c2054-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.876s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.262344] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568832} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.263194] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 7423b238-de72-4240-8067-039cf6171722/7423b238-de72-4240-8067-039cf6171722.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.263194] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.263732] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c39f4ba2-ac78-4ca4-aadc-da3c07b6a86c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.273890] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 676.273890] env[65923]: value = "task-4706554" [ 676.273890] env[65923]: _type = "Task" [ 676.273890] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.287905] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.547532] env[65923]: DEBUG oslo_vmware.api [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706550, 'name': PowerOnVM_Task, 'duration_secs': 0.625801} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.547851] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.548078] env[65923]: INFO nova.compute.manager [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Took 13.52 seconds to spawn the instance on the hypervisor. [ 676.548289] env[65923]: DEBUG nova.compute.manager [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 676.549150] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b08ee7e-71cb-4164-b0fd-792d4a30f3e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.641768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "refresh_cache-ea244c3a-7a70-41f0-9c72-0d09e8044394" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.641768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "refresh_cache-ea244c3a-7a70-41f0-9c72-0d09e8044394" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.641768] env[65923]: DEBUG nova.network.neutron [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 676.684754] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528d47c3-2354-96fc-f718-611e3366961b, 'name': SearchDatastore_Task, 'duration_secs': 0.02147} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.689155] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.689364] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.689604] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.689737] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.689911] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.690869] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5764ef73-5a44-40e0-a73a-42f9422dcc14 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.702657] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.703178] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.703696] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ccb080e-0fdc-4f07-ab46-df712a40c5ba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.710363] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 676.710363] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524ff4cc-11bb-80bf-4737-52080ebc22a1" [ 676.710363] env[65923]: _type = "Task" [ 676.710363] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.727139] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524ff4cc-11bb-80bf-4737-52080ebc22a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.729150] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624cbc27-7f00-4402-8475-70d8b87498bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.739436] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 676.739436] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522904e2-9039-0871-a9e1-789cd4be77ee" [ 676.739436] env[65923]: _type = "Task" [ 676.739436] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.751910] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522904e2-9039-0871-a9e1-789cd4be77ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.786665] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081004} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.786977] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.787771] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b037d08-8c68-4d68-86f8-2df5606d060f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.815962] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 7423b238-de72-4240-8067-039cf6171722/7423b238-de72-4240-8067-039cf6171722.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.819419] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41a42101-4caf-4e89-b3bc-86e758f1a95a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.841596] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 676.841596] env[65923]: value = "task-4706555" [ 676.841596] env[65923]: _type = "Task" [ 676.841596] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.857099] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706555, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.928592] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f962007c-679d-4017-b86a-b4a54ab00112 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.937811] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc14d55c-15f0-4a1f-9e3b-6cff73418669 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.977253] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f3ca63-814b-44d7-8315-857f788bfa0c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.985715] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9da3323-7c89-4e78-9edb-acec1f4eb49a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.001362] env[65923]: DEBUG nova.compute.provider_tree [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.082298] env[65923]: INFO nova.compute.manager [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Took 26.68 seconds to build instance. [ 677.184736] env[65923]: DEBUG nova.network.neutron [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 677.257946] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522904e2-9039-0871-a9e1-789cd4be77ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.258420] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.259210] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] e643ac73-5f1b-4242-be78-663d1aa82ae2/e643ac73-5f1b-4242-be78-663d1aa82ae2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.259342] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9842a73a-fbc2-400d-b29b-1a2a0ee01928 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.271195] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 677.271195] env[65923]: value = "task-4706556" [ 677.271195] env[65923]: _type = "Task" [ 677.271195] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.285618] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.358727] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.371448] env[65923]: WARNING neutronclient.v2_0.client [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.505179] env[65923]: DEBUG nova.scheduler.client.report [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.586526] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80f00af8-0aac-4733-b1a2-a9b81a1a8940 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Lock "80558328-490b-494e-89a4-b0b2af804e32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.196s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.586639] env[65923]: DEBUG nova.network.neutron [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Updating instance_info_cache with network_info: [{"id": "ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8", "address": "fa:16:3e:92:31:b7", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce20eb5f-1b", "ovs_interfaceid": "ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.709777] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquiring lock "bd6b36e6-3023-4765-b538-2c7c4044e98c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.710030] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Lock "bd6b36e6-3023-4765-b538-2c7c4044e98c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.787324] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706556, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.854396] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706555, 'name': ReconfigVM_Task, 'duration_secs': 0.680118} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.855759] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 7423b238-de72-4240-8067-039cf6171722/7423b238-de72-4240-8067-039cf6171722.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.855759] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-228eb5ab-0a57-42bf-a971-78337361eec6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.863992] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 677.863992] env[65923]: value = "task-4706557" [ 677.863992] env[65923]: _type = "Task" [ 677.863992] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.875447] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706557, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.971445] env[65923]: DEBUG nova.compute.manager [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Received event network-vif-plugged-c5fb3aa7-2da9-4343-bebc-dc53ee219e19 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.971445] env[65923]: DEBUG oslo_concurrency.lockutils [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] Acquiring lock "7423b238-de72-4240-8067-039cf6171722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.971604] env[65923]: DEBUG oslo_concurrency.lockutils [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] Lock "7423b238-de72-4240-8067-039cf6171722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.973653] env[65923]: DEBUG oslo_concurrency.lockutils [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] Lock "7423b238-de72-4240-8067-039cf6171722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.973653] env[65923]: DEBUG nova.compute.manager [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] No waiting events found dispatching network-vif-plugged-c5fb3aa7-2da9-4343-bebc-dc53ee219e19 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.973653] env[65923]: WARNING nova.compute.manager [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Received unexpected event network-vif-plugged-c5fb3aa7-2da9-4343-bebc-dc53ee219e19 for instance with vm_state building and task_state spawning. [ 677.973653] env[65923]: DEBUG nova.compute.manager [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Received event network-changed-c5fb3aa7-2da9-4343-bebc-dc53ee219e19 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.973653] env[65923]: DEBUG nova.compute.manager [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Refreshing instance network info cache due to event network-changed-c5fb3aa7-2da9-4343-bebc-dc53ee219e19. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 677.973985] env[65923]: DEBUG oslo_concurrency.lockutils [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] Acquiring lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.973985] env[65923]: DEBUG oslo_concurrency.lockutils [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] Acquired lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.973985] env[65923]: DEBUG nova.network.neutron [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Refreshing network info cache for port c5fb3aa7-2da9-4343-bebc-dc53ee219e19 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.010865] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.011553] env[65923]: DEBUG nova.compute.manager [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 678.015608] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.618s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.015799] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.015953] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 678.016637] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.305s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.016795] env[65923]: DEBUG nova.objects.instance [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Lazy-loading 'resources' on Instance uuid a39b73d3-2d00-4ae9-8513-3689b553349d {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.020129] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e0a7a0-9d66-45e7-9cc1-9bd47ad65d08 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.032646] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35049c5-85bc-4f1c-9bc7-34047aa52be6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.050190] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f8c1bf-94e5-442e-8763-6d8fdf33e273 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.060634] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25de8aa4-7fc4-4cae-8704-492d538ea198 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.099475] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "refresh_cache-ea244c3a-7a70-41f0-9c72-0d09e8044394" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.099836] env[65923]: DEBUG nova.compute.manager [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Instance network_info: |[{"id": "ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8", "address": "fa:16:3e:92:31:b7", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce20eb5f-1b", "ovs_interfaceid": "ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 678.100677] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179789MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 678.101065] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.103735] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:31:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.110251] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 678.111047] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.111181] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2367322-5d60-4634-9305-e2421182b446 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.133589] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.133589] env[65923]: value = "task-4706558" [ 678.133589] env[65923]: _type = "Task" [ 678.133589] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.142183] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706558, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.184774] env[65923]: DEBUG nova.compute.manager [req-26cdab1f-fec1-440c-a1b1-e995197e0914 req-91f280c0-91d2-4b0c-b4ad-2774466617cf service nova] [instance: 65281687-0bbe-41c1-acc7-342178044749] Received event network-vif-deleted-b2f101e6-b342-4806-b502-e1c35d888d76 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 678.214433] env[65923]: DEBUG nova.compute.manager [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 678.289219] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587716} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.289663] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] e643ac73-5f1b-4242-be78-663d1aa82ae2/e643ac73-5f1b-4242-be78-663d1aa82ae2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.289809] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.290071] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e1f7ddf-f746-4895-b449-ce860150c1b5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.299475] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 678.299475] env[65923]: value = "task-4706559" [ 678.299475] env[65923]: _type = "Task" [ 678.299475] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.311464] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.377284] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706557, 'name': Rename_Task, 'duration_secs': 0.333843} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.377599] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.377980] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f6164b4-9e26-4faf-a968-5c6e2bbfe1db {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.387232] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 678.387232] env[65923]: value = "task-4706560" [ 678.387232] env[65923]: _type = "Task" [ 678.387232] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.398416] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.444093] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquiring lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.444345] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.444481] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquiring lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.445042] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.445042] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.448180] env[65923]: INFO nova.compute.manager [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Terminating instance [ 678.476341] env[65923]: WARNING neutronclient.v2_0.client [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.522416] env[65923]: DEBUG nova.compute.utils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.523818] env[65923]: DEBUG nova.compute.manager [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 678.524024] env[65923]: DEBUG nova.network.neutron [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 678.524347] env[65923]: WARNING neutronclient.v2_0.client [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.524655] env[65923]: WARNING neutronclient.v2_0.client [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.645207] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706558, 'name': CreateVM_Task, 'duration_secs': 0.394169} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.646492] env[65923]: DEBUG nova.policy [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0d2bc514004fae9c9280cc90be1d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed68dc8b38c4e288451ea560b8e9a6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.648205] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.653100] env[65923]: WARNING neutronclient.v2_0.client [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.653100] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.653100] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.653100] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.655550] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8bd475-29fb-4953-a4c6-4b0d3dda114a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.662815] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 678.662815] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525bd0d7-6adc-9065-06bd-66ec78787d33" [ 678.662815] env[65923]: _type = "Task" [ 678.662815] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.675573] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525bd0d7-6adc-9065-06bd-66ec78787d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.744293] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.808845] env[65923]: WARNING neutronclient.v2_0.client [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.824639] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088743} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.828686] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.830489] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2402823a-6db1-4f09-8f2f-1e33f2f67abe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.862369] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] e643ac73-5f1b-4242-be78-663d1aa82ae2/e643ac73-5f1b-4242-be78-663d1aa82ae2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.865629] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caa6c358-d7d5-47ea-ba0b-373f5cc81e2a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.888261] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 678.888261] env[65923]: value = "task-4706561" [ 678.888261] env[65923]: _type = "Task" [ 678.888261] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.908056] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706561, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.908323] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706560, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.954221] env[65923]: DEBUG nova.compute.manager [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 678.954509] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.955523] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af3a4a2-ac66-402d-8f65-64b7fdeb3de1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.965117] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.968461] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b7ef632-9dbc-4c16-a060-2b10b34aefde {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.980333] env[65923]: DEBUG oslo_vmware.api [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for the task: (returnval){ [ 678.980333] env[65923]: value = "task-4706562" [ 678.980333] env[65923]: _type = "Task" [ 678.980333] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.995446] env[65923]: DEBUG oslo_vmware.api [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.028866] env[65923]: DEBUG nova.compute.manager [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 679.033277] env[65923]: DEBUG nova.network.neutron [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Updated VIF entry in instance network info cache for port c5fb3aa7-2da9-4343-bebc-dc53ee219e19. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.033761] env[65923]: DEBUG nova.network.neutron [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Updating instance_info_cache with network_info: [{"id": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "address": "fa:16:3e:50:a4:a5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fb3aa7-2d", "ovs_interfaceid": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.040261] env[65923]: DEBUG nova.network.neutron [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Successfully created port: a2742192-1812-4271-8f2e-df196f188f79 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 679.072594] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7303562a-0e0b-41c1-ac0d-aac19d65302a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.083747] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c897730-4bcd-4200-a083-391a38c6ce85 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.123318] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab912a8b-6e75-4306-8412-a3b3ce49ba9f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.141023] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aeac7f8-855c-4b05-9f3f-d2825f9f197c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.156674] env[65923]: DEBUG nova.compute.provider_tree [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.176629] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525bd0d7-6adc-9065-06bd-66ec78787d33, 'name': SearchDatastore_Task, 'duration_secs': 0.012129} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.176629] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.176629] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.176958] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.176958] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.177216] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.177957] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75c69648-e715-41f1-ab2c-70e2f3e753b3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.200223] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.200442] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.202690] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b869532-c3de-42c5-b178-27f3d694df18 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.210794] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 679.210794] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527b5711-24ce-ceff-2c9b-1fb82dbf5a15" [ 679.210794] env[65923]: _type = "Task" [ 679.210794] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.223724] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527b5711-24ce-ceff-2c9b-1fb82dbf5a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.343562] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquiring lock "d56cd5bd-465b-418b-b916-277e81956bbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.343907] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Lock "d56cd5bd-465b-418b-b916-277e81956bbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.410751] env[65923]: DEBUG oslo_vmware.api [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706560, 'name': PowerOnVM_Task, 'duration_secs': 0.918715} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.411539] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.411953] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.412190] env[65923]: INFO nova.compute.manager [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Took 11.59 seconds to spawn the instance on the hypervisor. [ 679.412387] env[65923]: DEBUG nova.compute.manager [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 679.413243] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2638900b-23f4-4c78-8d66-dfdb9d86e77e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.491778] env[65923]: DEBUG oslo_vmware.api [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706562, 'name': PowerOffVM_Task, 'duration_secs': 0.234869} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.492125] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.492309] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.492869] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d927623-6742-4d61-8923-738fabb5df7a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.540596] env[65923]: DEBUG oslo_concurrency.lockutils [req-5d0041f9-7ef7-4c87-b7ff-81a1ed5a814a req-8153e906-e33d-4d3a-93e5-c2e372596599 service nova] Releasing lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.567024] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.567172] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.567604] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Deleting the datastore file [datastore2] f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.569294] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03d9319a-6e31-43b6-8065-ad313116f760 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.580254] env[65923]: DEBUG oslo_vmware.api [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for the task: (returnval){ [ 679.580254] env[65923]: value = "task-4706564" [ 679.580254] env[65923]: _type = "Task" [ 679.580254] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.590906] env[65923]: DEBUG oslo_vmware.api [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.632765] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquiring lock "eae8d221-9157-4c20-94d7-0b74377caafc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.632765] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Lock "eae8d221-9157-4c20-94d7-0b74377caafc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.632765] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquiring lock "eae8d221-9157-4c20-94d7-0b74377caafc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.632765] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Lock "eae8d221-9157-4c20-94d7-0b74377caafc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.633140] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Lock "eae8d221-9157-4c20-94d7-0b74377caafc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.634077] env[65923]: INFO nova.compute.manager [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Terminating instance [ 679.662425] env[65923]: DEBUG nova.scheduler.client.report [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.726612] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527b5711-24ce-ceff-2c9b-1fb82dbf5a15, 'name': SearchDatastore_Task, 'duration_secs': 0.015462} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.727635] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b88cd0a6-58f6-440f-9050-e3cc39cbd962 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.734313] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 679.734313] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52915e31-02c1-5388-df91-0fc4df549130" [ 679.734313] env[65923]: _type = "Task" [ 679.734313] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.745820] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52915e31-02c1-5388-df91-0fc4df549130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.849777] env[65923]: DEBUG nova.compute.manager [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 679.905781] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706561, 'name': ReconfigVM_Task, 'duration_secs': 0.742487} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.906845] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Reconfigured VM instance instance-0000001a to attach disk [datastore1] e643ac73-5f1b-4242-be78-663d1aa82ae2/e643ac73-5f1b-4242-be78-663d1aa82ae2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.907096] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a05bdcd-6ef6-4fd0-b9cb-d0eb363bf962 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.915829] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 679.915829] env[65923]: value = "task-4706565" [ 679.915829] env[65923]: _type = "Task" [ 679.915829] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.933745] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706565, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.937453] env[65923]: INFO nova.compute.manager [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Took 24.70 seconds to build instance. [ 680.049276] env[65923]: DEBUG nova.compute.manager [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 680.090869] env[65923]: DEBUG nova.virt.hardware [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 680.091163] env[65923]: DEBUG nova.virt.hardware [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.091163] env[65923]: DEBUG nova.virt.hardware [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 680.092628] env[65923]: DEBUG nova.virt.hardware [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.092628] env[65923]: DEBUG nova.virt.hardware [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 680.092628] env[65923]: DEBUG nova.virt.hardware [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 680.092628] env[65923]: DEBUG nova.virt.hardware [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 680.092628] env[65923]: DEBUG nova.virt.hardware [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 680.092950] env[65923]: DEBUG nova.virt.hardware [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 680.092950] env[65923]: DEBUG nova.virt.hardware [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 680.093297] env[65923]: DEBUG nova.virt.hardware [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 680.094582] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77113f0e-88e4-4c87-b567-29da128b9d7c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.108437] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a348a20d-ecc8-46e5-b11e-44f1083f01ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.112886] env[65923]: DEBUG oslo_vmware.api [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Task: {'id': task-4706564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178883} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.113272] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.113413] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.113712] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.113834] env[65923]: INFO nova.compute.manager [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 680.114171] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 680.114649] env[65923]: DEBUG nova.compute.manager [-] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 680.114762] env[65923]: DEBUG nova.network.neutron [-] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 680.115066] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.138045] env[65923]: DEBUG nova.compute.manager [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 680.138536] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.139785] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37561bd-54f4-4bb2-a55d-64af9795e18e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.148305] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.148900] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4139d039-7b15-4af9-a0cb-a013f5f488b5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.157392] env[65923]: DEBUG oslo_vmware.api [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for the task: (returnval){ [ 680.157392] env[65923]: value = "task-4706566" [ 680.157392] env[65923]: _type = "Task" [ 680.157392] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.169639] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.172098] env[65923]: DEBUG oslo_vmware.api [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.172587] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.612s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.174273] env[65923]: INFO nova.compute.claims [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.236685] env[65923]: INFO nova.scheduler.client.report [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Deleted allocations for instance a39b73d3-2d00-4ae9-8513-3689b553349d [ 680.251085] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52915e31-02c1-5388-df91-0fc4df549130, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.251473] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.251927] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] ea244c3a-7a70-41f0-9c72-0d09e8044394/ea244c3a-7a70-41f0-9c72-0d09e8044394.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.252491] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c38be5dd-0a92-426c-9b6c-db7121202f10 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.263207] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 680.263207] env[65923]: value = "task-4706567" [ 680.263207] env[65923]: _type = "Task" [ 680.263207] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.276027] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.375078] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.429839] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquiring lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.430126] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.430330] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquiring lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.430548] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.430739] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.432369] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706565, 'name': Rename_Task, 'duration_secs': 0.343336} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.432630] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.432913] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a82bbc4-e766-41d4-8dc9-71d378e93282 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.435801] env[65923]: INFO nova.compute.manager [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Terminating instance [ 680.440713] env[65923]: DEBUG oslo_concurrency.lockutils [None req-010e3375-d782-42b2-8218-7afb5722e624 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "7423b238-de72-4240-8067-039cf6171722" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.234s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.441143] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 680.441143] env[65923]: value = "task-4706568" [ 680.441143] env[65923]: _type = "Task" [ 680.441143] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.450800] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.669193] env[65923]: DEBUG oslo_vmware.api [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706566, 'name': PowerOffVM_Task, 'duration_secs': 0.312367} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.669834] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.670143] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.671313] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-895e2fce-95a8-4c37-a391-5c6d4c15d444 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.741961] env[65923]: DEBUG nova.network.neutron [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Successfully updated port: a2742192-1812-4271-8f2e-df196f188f79 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 680.750368] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56701efd-03ed-457c-8f7c-5ef718a78f7e tempest-ServerPasswordTestJSON-1018742302 tempest-ServerPasswordTestJSON-1018742302-project-member] Lock "a39b73d3-2d00-4ae9-8513-3689b553349d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.018s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.754688] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.756028] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.756028] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Deleting the datastore file [datastore1] eae8d221-9157-4c20-94d7-0b74377caafc {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.756028] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ee26133-b02d-4813-a72c-44836a848333 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.765352] env[65923]: DEBUG oslo_vmware.api [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for the task: (returnval){ [ 680.765352] env[65923]: value = "task-4706570" [ 680.765352] env[65923]: _type = "Task" [ 680.765352] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.783945] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706567, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.787885] env[65923]: DEBUG oslo_vmware.api [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.846286] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.942462] env[65923]: DEBUG nova.compute.manager [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 680.942462] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.942462] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5789d3-f655-44d4-930f-fb55e8f6cbb4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.959019] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.965494] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.965494] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea9845ff-5ad5-4f47-aad8-26f3aedbd8d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.973028] env[65923]: DEBUG oslo_vmware.api [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for the task: (returnval){ [ 680.973028] env[65923]: value = "task-4706571" [ 680.973028] env[65923]: _type = "Task" [ 680.973028] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.982723] env[65923]: DEBUG oslo_vmware.api [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.252407] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "refresh_cache-2d55be2e-64f5-47bb-8f76-9bece533ffd1" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.252407] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "refresh_cache-2d55be2e-64f5-47bb-8f76-9bece533ffd1" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.252407] env[65923]: DEBUG nova.network.neutron [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 681.284831] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752468} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.286022] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] ea244c3a-7a70-41f0-9c72-0d09e8044394/ea244c3a-7a70-41f0-9c72-0d09e8044394.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.287384] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.288475] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b267924f-0fc4-433a-979e-5129173614e5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.299434] env[65923]: DEBUG oslo_vmware.api [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Task: {'id': task-4706570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419487} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.300323] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.300614] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.300793] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.301025] env[65923]: INFO nova.compute.manager [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 681.301306] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 681.301546] env[65923]: DEBUG nova.compute.manager [-] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 681.301698] env[65923]: DEBUG nova.network.neutron [-] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 681.301931] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.305807] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 681.305807] env[65923]: value = "task-4706572" [ 681.305807] env[65923]: _type = "Task" [ 681.305807] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.321443] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.418709] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.463901] env[65923]: DEBUG oslo_vmware.api [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706568, 'name': PowerOnVM_Task, 'duration_secs': 0.74823} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.464259] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.464523] env[65923]: INFO nova.compute.manager [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Took 8.60 seconds to spawn the instance on the hypervisor. [ 681.464731] env[65923]: DEBUG nova.compute.manager [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 681.465586] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f688358a-57b8-45f2-82f1-fa0196c4d93d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.489164] env[65923]: DEBUG oslo_vmware.api [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706571, 'name': PowerOffVM_Task, 'duration_secs': 0.276804} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.492658] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.492658] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.492971] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b1df645-026d-441c-8e46-3cca936da5e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.567073] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.567073] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.567205] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Deleting the datastore file [datastore1] 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.567464] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d92147d-d066-491b-90b7-6b865c436999 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.579819] env[65923]: DEBUG oslo_vmware.api [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for the task: (returnval){ [ 681.579819] env[65923]: value = "task-4706574" [ 681.579819] env[65923]: _type = "Task" [ 681.579819] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.590275] env[65923]: DEBUG oslo_vmware.api [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.606321] env[65923]: DEBUG nova.network.neutron [-] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.740016] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1e8ac8-40b4-409f-b2f4-687a88753872 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.749174] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6f40b5-6ff7-43d0-8a8f-70eb0cfb2e1c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.783559] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6034b3d7-bb29-43aa-ae26-f36bbe57666e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.792337] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ee510-9074-421e-904a-0aafb158a586 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.807394] env[65923]: DEBUG nova.compute.provider_tree [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.818119] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096136} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.818444] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.819743] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b996e22-2a9d-4acc-8a2f-322cf8f81945 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.845027] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] ea244c3a-7a70-41f0-9c72-0d09e8044394/ea244c3a-7a70-41f0-9c72-0d09e8044394.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.846819] env[65923]: DEBUG nova.network.neutron [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 681.849046] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aed30c3a-f9ba-49c3-96d3-7234b4345729 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.870656] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 681.870656] env[65923]: value = "task-4706575" [ 681.870656] env[65923]: _type = "Task" [ 681.870656] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.880520] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706575, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.996907] env[65923]: INFO nova.compute.manager [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Took 26.76 seconds to build instance. [ 682.090815] env[65923]: DEBUG oslo_vmware.api [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Task: {'id': task-4706574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161671} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.091090] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.091275] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.091466] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.091648] env[65923]: INFO nova.compute.manager [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Took 1.15 seconds to destroy the instance on the hypervisor. [ 682.092720] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 682.092720] env[65923]: DEBUG nova.compute.manager [-] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 682.092720] env[65923]: DEBUG nova.network.neutron [-] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 682.092720] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.110133] env[65923]: INFO nova.compute.manager [-] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Took 2.00 seconds to deallocate network for instance. [ 682.129777] env[65923]: WARNING neutronclient.v2_0.client [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.185689] env[65923]: DEBUG nova.network.neutron [-] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.223969] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.314288] env[65923]: DEBUG nova.scheduler.client.report [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.358556] env[65923]: DEBUG nova.network.neutron [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Updating instance_info_cache with network_info: [{"id": "a2742192-1812-4271-8f2e-df196f188f79", "address": "fa:16:3e:58:88:67", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2742192-18", "ovs_interfaceid": "a2742192-1812-4271-8f2e-df196f188f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.384023] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706575, 'name': ReconfigVM_Task, 'duration_secs': 0.49244} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.384444] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Reconfigured VM instance instance-0000001b to attach disk [datastore1] ea244c3a-7a70-41f0-9c72-0d09e8044394/ea244c3a-7a70-41f0-9c72-0d09e8044394.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.385165] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c4873ab-787f-418e-b19a-7686f9f54b6a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.394541] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 682.394541] env[65923]: value = "task-4706576" [ 682.394541] env[65923]: _type = "Task" [ 682.394541] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.405713] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706576, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.486490] env[65923]: DEBUG nova.compute.manager [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Received event network-vif-plugged-1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 682.486782] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Acquiring lock "e643ac73-5f1b-4242-be78-663d1aa82ae2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.486995] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Lock "e643ac73-5f1b-4242-be78-663d1aa82ae2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.487240] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Lock "e643ac73-5f1b-4242-be78-663d1aa82ae2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.487507] env[65923]: DEBUG nova.compute.manager [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] No waiting events found dispatching network-vif-plugged-1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 682.487714] env[65923]: WARNING nova.compute.manager [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Received unexpected event network-vif-plugged-1537af6f-9ce2-44ab-b971-f170ae41504e for instance with vm_state active and task_state None. [ 682.487950] env[65923]: DEBUG nova.compute.manager [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Received event network-changed-1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 682.488194] env[65923]: DEBUG nova.compute.manager [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Refreshing instance network info cache due to event network-changed-1537af6f-9ce2-44ab-b971-f170ae41504e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 682.488401] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Acquiring lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.488633] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Acquired lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.488695] env[65923]: DEBUG nova.network.neutron [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Refreshing network info cache for port 1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.499337] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0723328b-a8e5-49b5-9773-99d5ec6fc5e8 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lock "e643ac73-5f1b-4242-be78-663d1aa82ae2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.293s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.508383] env[65923]: DEBUG nova.compute.manager [req-35c7b402-4353-455c-bb3c-d9d09131c683 req-911e941c-b6f8-4815-b800-3dae9e1f42c5 service nova] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Received event network-vif-plugged-a2742192-1812-4271-8f2e-df196f188f79 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 682.508694] env[65923]: DEBUG oslo_concurrency.lockutils [req-35c7b402-4353-455c-bb3c-d9d09131c683 req-911e941c-b6f8-4815-b800-3dae9e1f42c5 service nova] Acquiring lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.508927] env[65923]: DEBUG oslo_concurrency.lockutils [req-35c7b402-4353-455c-bb3c-d9d09131c683 req-911e941c-b6f8-4815-b800-3dae9e1f42c5 service nova] Lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.509163] env[65923]: DEBUG oslo_concurrency.lockutils [req-35c7b402-4353-455c-bb3c-d9d09131c683 req-911e941c-b6f8-4815-b800-3dae9e1f42c5 service nova] Lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.509414] env[65923]: DEBUG nova.compute.manager [req-35c7b402-4353-455c-bb3c-d9d09131c683 req-911e941c-b6f8-4815-b800-3dae9e1f42c5 service nova] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] No waiting events found dispatching network-vif-plugged-a2742192-1812-4271-8f2e-df196f188f79 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 682.509617] env[65923]: WARNING nova.compute.manager [req-35c7b402-4353-455c-bb3c-d9d09131c683 req-911e941c-b6f8-4815-b800-3dae9e1f42c5 service nova] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Received unexpected event network-vif-plugged-a2742192-1812-4271-8f2e-df196f188f79 for instance with vm_state building and task_state spawning. [ 682.537870] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.538396] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.617620] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.689518] env[65923]: INFO nova.compute.manager [-] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Took 1.39 seconds to deallocate network for instance. [ 682.820995] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.822296] env[65923]: DEBUG nova.compute.manager [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 682.825737] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.846s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.830251] env[65923]: INFO nova.compute.claims [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.861779] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "refresh_cache-2d55be2e-64f5-47bb-8f76-9bece533ffd1" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.862349] env[65923]: DEBUG nova.compute.manager [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Instance network_info: |[{"id": "a2742192-1812-4271-8f2e-df196f188f79", "address": "fa:16:3e:58:88:67", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2742192-18", "ovs_interfaceid": "a2742192-1812-4271-8f2e-df196f188f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 682.865540] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:88:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2742192-1812-4271-8f2e-df196f188f79', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.871045] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 682.871375] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.871861] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cbca995-0526-4f73-9737-de7f87fb76bd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.903952] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.903952] env[65923]: value = "task-4706577" [ 682.903952] env[65923]: _type = "Task" [ 682.903952] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.913482] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706576, 'name': Rename_Task, 'duration_secs': 0.3723} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.914485] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.914918] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-409e7e93-4fff-41b0-8581-94cab83c61c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.920396] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706577, 'name': CreateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.928042] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 682.928042] env[65923]: value = "task-4706578" [ 682.928042] env[65923]: _type = "Task" [ 682.928042] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.942086] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.991654] env[65923]: WARNING neutronclient.v2_0.client [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.041339] env[65923]: DEBUG nova.compute.manager [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 683.059048] env[65923]: DEBUG nova.network.neutron [-] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.198327] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.334302] env[65923]: DEBUG nova.compute.utils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.338553] env[65923]: DEBUG nova.compute.manager [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 683.344067] env[65923]: DEBUG nova.network.neutron [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 683.344067] env[65923]: WARNING neutronclient.v2_0.client [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.344067] env[65923]: WARNING neutronclient.v2_0.client [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.418664] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706577, 'name': CreateVM_Task, 'duration_secs': 0.515833} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.418909] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.419574] env[65923]: WARNING neutronclient.v2_0.client [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.420057] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.420278] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.420717] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.421085] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9949886-9f02-43b2-87d3-e61dd8b43140 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.428993] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 683.428993] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521a9a08-c116-c016-03e8-60250f3cbce0" [ 683.428993] env[65923]: _type = "Task" [ 683.428993] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.447210] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521a9a08-c116-c016-03e8-60250f3cbce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.447964] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706578, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.562154] env[65923]: INFO nova.compute.manager [-] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Took 1.47 seconds to deallocate network for instance. [ 683.575722] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.585436] env[65923]: DEBUG nova.policy [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca22cd0d44d549d586224039774d7826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9117e3431b1143bb9e8c5b8fbe8b25ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.846021] env[65923]: DEBUG nova.compute.manager [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 683.946750] env[65923]: DEBUG oslo_vmware.api [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706578, 'name': PowerOnVM_Task, 'duration_secs': 0.556473} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.950273] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.950564] env[65923]: INFO nova.compute.manager [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Took 8.51 seconds to spawn the instance on the hypervisor. [ 683.950702] env[65923]: DEBUG nova.compute.manager [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 683.951083] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521a9a08-c116-c016-03e8-60250f3cbce0, 'name': SearchDatastore_Task, 'duration_secs': 0.019228} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.954823] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d3634b-7ea4-440f-9899-556534383b49 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.960325] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.960440] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.960742] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.960824] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.961021] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.961685] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f25164e4-0a10-4e43-8531-63b000b36883 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.976297] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.976527] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.980730] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e45a82-3531-407e-b765-1b252ab2b481 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.987103] env[65923]: DEBUG nova.network.neutron [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Successfully created port: 8b51893b-8060-433b-888b-aabd32806a07 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 683.992096] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 683.992096] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52618645-ac65-c896-4a64-ab9514303c05" [ 683.992096] env[65923]: _type = "Task" [ 683.992096] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.005663] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52618645-ac65-c896-4a64-ab9514303c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.075551] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.082346] env[65923]: WARNING neutronclient.v2_0.client [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.439607] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155fb3a3-daec-463c-b1ac-564451349424 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.450612] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37448eeb-5c68-4996-8377-75213523823d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.492285] env[65923]: DEBUG nova.network.neutron [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Successfully created port: fb1378fc-c00f-4173-a713-771c2d39b4c9 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 684.494979] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5bf9af-cda4-4145-b661-074dce3aa5af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.503864] env[65923]: INFO nova.compute.manager [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Took 28.78 seconds to build instance. [ 684.515788] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efeaecf-9f31-47a4-b9ac-98d5154c2df3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.521397] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52618645-ac65-c896-4a64-ab9514303c05, 'name': SearchDatastore_Task, 'duration_secs': 0.01588} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.524022] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1110c50e-341b-4354-a74a-bed89729c143 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.533222] env[65923]: DEBUG nova.compute.provider_tree [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.537394] env[65923]: DEBUG nova.network.neutron [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updated VIF entry in instance network info cache for port 1537af6f-9ce2-44ab-b971-f170ae41504e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 684.537757] env[65923]: DEBUG nova.network.neutron [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updating instance_info_cache with network_info: [{"id": "1537af6f-9ce2-44ab-b971-f170ae41504e", "address": "fa:16:3e:70:43:e0", "network": {"id": "c459f02d-5051-4838-b908-6b3035dc271c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-333457000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a9ef7ed9c72644e6931cd15de721b592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537af6f-9c", "ovs_interfaceid": "1537af6f-9ce2-44ab-b971-f170ae41504e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.540667] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 684.540667] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d09af1-5baa-a918-1cc9-fdb64e7ce1be" [ 684.540667] env[65923]: _type = "Task" [ 684.540667] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.550936] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d09af1-5baa-a918-1cc9-fdb64e7ce1be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.828146] env[65923]: DEBUG nova.network.neutron [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Successfully created port: 5807a9a9-43f3-40c8-94f7-b1ecb73001e2 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 684.856917] env[65923]: DEBUG nova.compute.manager [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 684.890262] env[65923]: DEBUG nova.virt.hardware [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 684.890683] env[65923]: DEBUG nova.virt.hardware [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.890847] env[65923]: DEBUG nova.virt.hardware [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 684.891496] env[65923]: DEBUG nova.virt.hardware [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.891496] env[65923]: DEBUG nova.virt.hardware [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 684.891496] env[65923]: DEBUG nova.virt.hardware [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 684.891661] env[65923]: DEBUG nova.virt.hardware [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 684.892583] env[65923]: DEBUG nova.virt.hardware [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 684.892583] env[65923]: DEBUG nova.virt.hardware [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 684.892583] env[65923]: DEBUG nova.virt.hardware [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 684.892583] env[65923]: DEBUG nova.virt.hardware [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 684.893219] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2197328-a6a5-4864-98e2-3a646cd16ecf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.904507] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea284922-274f-4007-bb93-73cc7addd854 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.007677] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5f38a9bd-ace4-48d6-b3fe-cbb7c35d2bc4 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "ea244c3a-7a70-41f0-9c72-0d09e8044394" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.298s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.037148] env[65923]: DEBUG nova.scheduler.client.report [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.046022] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Releasing lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.046022] env[65923]: DEBUG nova.compute.manager [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Received event network-vif-plugged-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 685.046022] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Acquiring lock "ea244c3a-7a70-41f0-9c72-0d09e8044394-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.046022] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Lock "ea244c3a-7a70-41f0-9c72-0d09e8044394-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.046022] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Lock "ea244c3a-7a70-41f0-9c72-0d09e8044394-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.046265] env[65923]: DEBUG nova.compute.manager [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] No waiting events found dispatching network-vif-plugged-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 685.046265] env[65923]: WARNING nova.compute.manager [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Received unexpected event network-vif-plugged-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 for instance with vm_state building and task_state spawning. [ 685.046265] env[65923]: DEBUG nova.compute.manager [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Received event network-changed-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 685.046265] env[65923]: DEBUG nova.compute.manager [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Refreshing instance network info cache due to event network-changed-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 685.046265] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Acquiring lock "refresh_cache-ea244c3a-7a70-41f0-9c72-0d09e8044394" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.046383] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Acquired lock "refresh_cache-ea244c3a-7a70-41f0-9c72-0d09e8044394" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.046383] env[65923]: DEBUG nova.network.neutron [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Refreshing network info cache for port ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.061168] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d09af1-5baa-a918-1cc9-fdb64e7ce1be, 'name': SearchDatastore_Task, 'duration_secs': 0.014564} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.063015] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.063291] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 2d55be2e-64f5-47bb-8f76-9bece533ffd1/2d55be2e-64f5-47bb-8f76-9bece533ffd1.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.063611] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ccaff22-edf6-440d-be69-247aeff0654d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.073549] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 685.073549] env[65923]: value = "task-4706579" [ 685.073549] env[65923]: _type = "Task" [ 685.073549] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.084690] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.549120] env[65923]: WARNING neutronclient.v2_0.client [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.552972] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.553789] env[65923]: DEBUG nova.compute.manager [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 685.556904] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.443s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.557185] env[65923]: DEBUG nova.objects.instance [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Lazy-loading 'resources' on Instance uuid 65281687-0bbe-41c1-acc7-342178044749 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.586677] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706579, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.061364] env[65923]: DEBUG nova.compute.utils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.066782] env[65923]: DEBUG nova.compute.manager [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 686.066782] env[65923]: DEBUG nova.network.neutron [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 686.067236] env[65923]: WARNING neutronclient.v2_0.client [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.067236] env[65923]: WARNING neutronclient.v2_0.client [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.085746] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845231} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.086869] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 2d55be2e-64f5-47bb-8f76-9bece533ffd1/2d55be2e-64f5-47bb-8f76-9bece533ffd1.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.088041] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.088041] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02b64a89-3c3b-4a47-af34-9506813d8341 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.097379] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 686.097379] env[65923]: value = "task-4706580" [ 686.097379] env[65923]: _type = "Task" [ 686.097379] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.110786] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.419315] env[65923]: DEBUG nova.network.neutron [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Successfully updated port: 8b51893b-8060-433b-888b-aabd32806a07 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 686.474418] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db1fe10-7d3f-42aa-b3a1-d7a2a5156b8f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.486208] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfff7a1-c78d-41d9-84d0-c7cdeedb1ce5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.522728] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df9c011-63d1-43b5-bbb1-e1b299d8d2f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.532115] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc22158d-a7a4-484f-84fa-9b10d38a4303 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.546713] env[65923]: DEBUG nova.compute.provider_tree [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.550245] env[65923]: DEBUG nova.policy [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b625b61828d4d18938ecfd669dc7338', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68541290c48e411c9248cb5f02cc2d33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.567576] env[65923]: DEBUG nova.compute.manager [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 686.608990] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07987} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.609676] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.611439] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a172b14-0611-4bfc-ad2e-38897a3ccd8c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.635569] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 2d55be2e-64f5-47bb-8f76-9bece533ffd1/2d55be2e-64f5-47bb-8f76-9bece533ffd1.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.636279] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f048ad2-2274-4b73-b2d3-deddee8e6008 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.654820] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Acquiring lock "5a1c2245-b7e5-4939-850d-7d148518a413" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.655111] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Lock "5a1c2245-b7e5-4939-850d-7d148518a413" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.660165] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 686.660165] env[65923]: value = "task-4706581" [ 686.660165] env[65923]: _type = "Task" [ 686.660165] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.670560] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.019576] env[65923]: DEBUG nova.network.neutron [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Successfully created port: 130cbb7a-9abc-4178-a1a7-19aea394747b {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 687.055920] env[65923]: DEBUG nova.scheduler.client.report [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.078200] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "3241b026-b4da-4d69-a897-399348248f58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.078454] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "3241b026-b4da-4d69-a897-399348248f58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.078668] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "3241b026-b4da-4d69-a897-399348248f58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.078882] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "3241b026-b4da-4d69-a897-399348248f58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.079078] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "3241b026-b4da-4d69-a897-399348248f58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.081313] env[65923]: INFO nova.compute.manager [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Terminating instance [ 687.158171] env[65923]: DEBUG nova.compute.utils [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.173287] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.561870] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.564849] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.632s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.566983] env[65923]: INFO nova.compute.claims [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.582379] env[65923]: DEBUG nova.compute.manager [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 687.587035] env[65923]: DEBUG nova.compute.manager [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 687.587035] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.588243] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da3a886-3f04-4c61-acf7-31adb14a1931 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.598528] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.600669] env[65923]: INFO nova.scheduler.client.report [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Deleted allocations for instance 65281687-0bbe-41c1-acc7-342178044749 [ 687.601584] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8933409-62a2-4c66-a221-14aeff5cf706 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.613240] env[65923]: DEBUG oslo_vmware.api [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 687.613240] env[65923]: value = "task-4706582" [ 687.613240] env[65923]: _type = "Task" [ 687.613240] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.622166] env[65923]: DEBUG nova.virt.hardware [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 687.622166] env[65923]: DEBUG nova.virt.hardware [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.622166] env[65923]: DEBUG nova.virt.hardware [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 687.622388] env[65923]: DEBUG nova.virt.hardware [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.622897] env[65923]: DEBUG nova.virt.hardware [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 687.622897] env[65923]: DEBUG nova.virt.hardware [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 687.622897] env[65923]: DEBUG nova.virt.hardware [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 687.623051] env[65923]: DEBUG nova.virt.hardware [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 687.623311] env[65923]: DEBUG nova.virt.hardware [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 687.623852] env[65923]: DEBUG nova.virt.hardware [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 687.624100] env[65923]: DEBUG nova.virt.hardware [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 687.625067] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12410f81-e9dd-4688-8d11-b0539c9c98c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.632656] env[65923]: DEBUG oslo_vmware.api [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.641190] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cafef7-2c76-46e0-a52d-bf89e89bc22d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.660921] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Lock "5a1c2245-b7e5-4939-850d-7d148518a413" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.673567] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706581, 'name': ReconfigVM_Task, 'duration_secs': 0.78168} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.673567] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 2d55be2e-64f5-47bb-8f76-9bece533ffd1/2d55be2e-64f5-47bb-8f76-9bece533ffd1.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.674115] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48f8b8b8-2436-4c7c-85b1-abb09335a721 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.682487] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 687.682487] env[65923]: value = "task-4706583" [ 687.682487] env[65923]: _type = "Task" [ 687.682487] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.694511] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706583, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.111877] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c41775b9-5ae7-471b-96af-206dbf5aee17 tempest-VolumesAdminNegativeTest-68151531 tempest-VolumesAdminNegativeTest-68151531-project-member] Lock "65281687-0bbe-41c1-acc7-342178044749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.048s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.126250] env[65923]: DEBUG oslo_vmware.api [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706582, 'name': PowerOffVM_Task, 'duration_secs': 0.211467} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.126596] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.126804] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.127137] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6df1c74d-c210-4f7a-93c5-49b94f167209 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.196781] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706583, 'name': Rename_Task, 'duration_secs': 0.169763} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.198447] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.198761] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.199322] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.199322] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Deleting the datastore file [datastore2] 3241b026-b4da-4d69-a897-399348248f58 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.199414] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dd31362-710e-4814-ac93-1a59d233de8e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.201222] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82055469-8976-4410-8ccd-8a0c25a0aff7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.214252] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 688.214252] env[65923]: value = "task-4706585" [ 688.214252] env[65923]: _type = "Task" [ 688.214252] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.214578] env[65923]: DEBUG oslo_vmware.api [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for the task: (returnval){ [ 688.214578] env[65923]: value = "task-4706586" [ 688.214578] env[65923]: _type = "Task" [ 688.214578] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.229518] env[65923]: DEBUG oslo_vmware.api [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.233918] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.734231] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706585, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.734505] env[65923]: DEBUG oslo_vmware.api [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Task: {'id': task-4706586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276176} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.734869] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.734930] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.735086] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.735269] env[65923]: INFO nova.compute.manager [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] [instance: 3241b026-b4da-4d69-a897-399348248f58] Took 1.15 seconds to destroy the instance on the hypervisor. [ 688.735523] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 688.735723] env[65923]: DEBUG nova.compute.manager [-] [instance: 3241b026-b4da-4d69-a897-399348248f58] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 688.736044] env[65923]: DEBUG nova.network.neutron [-] [instance: 3241b026-b4da-4d69-a897-399348248f58] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 688.736124] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.745052] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Acquiring lock "5a1c2245-b7e5-4939-850d-7d148518a413" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.745925] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Lock "5a1c2245-b7e5-4939-850d-7d148518a413" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.745925] env[65923]: INFO nova.compute.manager [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Attaching volume 8df360f5-28d5-44f4-a633-58bda90d16f3 to /dev/sdb [ 688.790810] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993e6ef7-1181-48ec-bcc6-3a9b3cf4dfd4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.802860] env[65923]: DEBUG nova.network.neutron [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Successfully updated port: fb1378fc-c00f-4173-a713-771c2d39b4c9 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 688.813978] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac9966a-f123-4ecc-9d4d-cde56f1320d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.830411] env[65923]: WARNING neutronclient.v2_0.client [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.839112] env[65923]: DEBUG nova.virt.block_device [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Updating existing volume attachment record: 0a41dafe-5b84-4f86-a5eb-ad056c256e72 {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 688.966439] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7818f24-c3a0-4a8c-831a-3f63378544ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.974739] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e79c36c-6f97-4c6b-b9c3-602c22dc8744 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.009861] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749d2bb1-2965-4c57-89f6-c38fe9477672 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.018370] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd1f93c-8017-42db-ac6f-093d06dbd1f0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.033260] env[65923]: DEBUG nova.compute.provider_tree [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.184098] env[65923]: DEBUG nova.network.neutron [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Successfully updated port: 130cbb7a-9abc-4178-a1a7-19aea394747b {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 689.228911] env[65923]: DEBUG oslo_vmware.api [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706585, 'name': PowerOnVM_Task, 'duration_secs': 0.541925} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.229405] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.229576] env[65923]: INFO nova.compute.manager [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Took 9.18 seconds to spawn the instance on the hypervisor. [ 689.229823] env[65923]: DEBUG nova.compute.manager [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 689.230777] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38bac69-45f7-483d-84f9-6df7adeaf594 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.274026] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.537384] env[65923]: DEBUG nova.scheduler.client.report [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.688792] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquiring lock "refresh_cache-f1605558-3b41-4ea4-91a4-f9583370c33c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.689128] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquired lock "refresh_cache-f1605558-3b41-4ea4-91a4-f9583370c33c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.689340] env[65923]: DEBUG nova.network.neutron [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 689.753535] env[65923]: INFO nova.compute.manager [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Took 29.40 seconds to build instance. [ 690.048140] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.048751] env[65923]: DEBUG nova.compute.manager [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 690.052589] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.952s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.256689] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e00f912b-62cf-4b2d-b165-84185ed720d2 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.915s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.382493] env[65923]: DEBUG nova.network.neutron [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Updated VIF entry in instance network info cache for port ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 690.382971] env[65923]: DEBUG nova.network.neutron [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Updating instance_info_cache with network_info: [{"id": "ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8", "address": "fa:16:3e:92:31:b7", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce20eb5f-1b", "ovs_interfaceid": "ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.557200] env[65923]: DEBUG nova.compute.utils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.568425] env[65923]: DEBUG nova.compute.manager [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 690.568654] env[65923]: DEBUG nova.network.neutron [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 690.569489] env[65923]: WARNING neutronclient.v2_0.client [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.569489] env[65923]: WARNING neutronclient.v2_0.client [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.848772] env[65923]: DEBUG nova.network.neutron [-] [instance: 3241b026-b4da-4d69-a897-399348248f58] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.886472] env[65923]: DEBUG oslo_concurrency.lockutils [req-bee4370f-cfa4-4fdd-ba47-ff74b2e8ec5a req-ad6a218c-746d-45c2-ad4b-916c3b5ab639 service nova] Releasing lock "refresh_cache-ea244c3a-7a70-41f0-9c72-0d09e8044394" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.073999] env[65923]: DEBUG nova.compute.manager [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 691.120688] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 15ed56e3-be04-40af-8feb-fea88510befc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.120864] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.121049] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 6077d2c8-ec37-4f4e-8fde-434db9fac899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.121207] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 5a1c2245-b7e5-4939-850d-7d148518a413 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.121356] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 691.121503] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance dcb140a2-7c3e-45aa-99a0-cfd7358843c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.121624] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 96c16056-d944-45c0-a016-3d64751d85c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.121740] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e915bf9c-bcc2-46d1-a199-5bf4af3613c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.121852] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 6971b489-9a9a-4072-9ee6-f2d8d4fade94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.121966] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance f6250a21-25fe-43c8-b258-a8598789eedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.122106] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance ff49aad2-c83a-4d78-a9d5-01b0c7abc78a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.122240] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance eae8d221-9157-4c20-94d7-0b74377caafc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 691.122364] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 691.122535] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 3241b026-b4da-4d69-a897-399348248f58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.122924] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 80558328-490b-494e-89a4-b0b2af804e32 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.122924] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e643ac73-5f1b-4242-be78-663d1aa82ae2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.123022] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 7423b238-de72-4240-8067-039cf6171722 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.123097] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance ea244c3a-7a70-41f0-9c72-0d09e8044394 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.123208] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 2d55be2e-64f5-47bb-8f76-9bece533ffd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.123317] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance b4a45edd-fa29-45d3-bcc0-d92ca2070ca9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.123424] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance f1605558-3b41-4ea4-91a4-f9583370c33c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.123620] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance a247df41-6a1b-44a5-8476-d285a7ac9639 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 691.352306] env[65923]: INFO nova.compute.manager [-] [instance: 3241b026-b4da-4d69-a897-399348248f58] Took 2.62 seconds to deallocate network for instance. [ 691.500655] env[65923]: DEBUG nova.compute.manager [req-6990a7f8-8f16-40f8-aa01-4ef4ce5b8a1b req-0674ff84-64d1-4a03-9640-333f4876f1b0 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Received event network-changed-f6bd3119-2764-462f-abeb-66b6fcedda84 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 691.501632] env[65923]: DEBUG nova.compute.manager [req-6990a7f8-8f16-40f8-aa01-4ef4ce5b8a1b req-0674ff84-64d1-4a03-9640-333f4876f1b0 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Refreshing instance network info cache due to event network-changed-f6bd3119-2764-462f-abeb-66b6fcedda84. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 691.506606] env[65923]: DEBUG oslo_concurrency.lockutils [req-6990a7f8-8f16-40f8-aa01-4ef4ce5b8a1b req-0674ff84-64d1-4a03-9640-333f4876f1b0 service nova] Acquiring lock "refresh_cache-80558328-490b-494e-89a4-b0b2af804e32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.506606] env[65923]: DEBUG oslo_concurrency.lockutils [req-6990a7f8-8f16-40f8-aa01-4ef4ce5b8a1b req-0674ff84-64d1-4a03-9640-333f4876f1b0 service nova] Acquired lock "refresh_cache-80558328-490b-494e-89a4-b0b2af804e32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.506606] env[65923]: DEBUG nova.network.neutron [req-6990a7f8-8f16-40f8-aa01-4ef4ce5b8a1b req-0674ff84-64d1-4a03-9640-333f4876f1b0 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Refreshing network info cache for port f6bd3119-2764-462f-abeb-66b6fcedda84 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.548544] env[65923]: DEBUG nova.compute.manager [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Received event network-changed-a2742192-1812-4271-8f2e-df196f188f79 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 691.548929] env[65923]: DEBUG nova.compute.manager [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Refreshing instance network info cache due to event network-changed-a2742192-1812-4271-8f2e-df196f188f79. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 691.549235] env[65923]: DEBUG oslo_concurrency.lockutils [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] Acquiring lock "refresh_cache-2d55be2e-64f5-47bb-8f76-9bece533ffd1" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.549449] env[65923]: DEBUG oslo_concurrency.lockutils [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] Acquired lock "refresh_cache-2d55be2e-64f5-47bb-8f76-9bece533ffd1" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.549702] env[65923]: DEBUG nova.network.neutron [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Refreshing network info cache for port a2742192-1812-4271-8f2e-df196f188f79 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.627354] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance bd6b36e6-3023-4765-b538-2c7c4044e98c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 691.742908] env[65923]: DEBUG nova.network.neutron [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Successfully updated port: 5807a9a9-43f3-40c8-94f7-b1ecb73001e2 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 691.790254] env[65923]: DEBUG nova.network.neutron [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 691.828696] env[65923]: DEBUG nova.policy [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '920a95d93ad2411984c5051d2c114110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1666f30d59aa4575aea3722854ccc5cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.862836] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.007386] env[65923]: WARNING neutronclient.v2_0.client [req-6990a7f8-8f16-40f8-aa01-4ef4ce5b8a1b req-0674ff84-64d1-4a03-9640-333f4876f1b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.055085] env[65923]: WARNING neutronclient.v2_0.client [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.094360] env[65923]: DEBUG nova.compute.manager [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 692.128629] env[65923]: DEBUG nova.virt.hardware [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 692.129038] env[65923]: DEBUG nova.virt.hardware [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.129074] env[65923]: DEBUG nova.virt.hardware [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 692.129244] env[65923]: DEBUG nova.virt.hardware [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.129389] env[65923]: DEBUG nova.virt.hardware [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 692.129530] env[65923]: DEBUG nova.virt.hardware [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 692.129735] env[65923]: DEBUG nova.virt.hardware [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 692.129891] env[65923]: DEBUG nova.virt.hardware [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 692.130074] env[65923]: DEBUG nova.virt.hardware [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 692.130240] env[65923]: DEBUG nova.virt.hardware [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 692.130408] env[65923]: DEBUG nova.virt.hardware [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 692.131400] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9348ba74-337e-46a9-a209-976af4f78b31 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.135469] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance d56cd5bd-465b-418b-b916-277e81956bbd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 692.141445] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b368e5f-3094-4000-ba2c-a4364fba41df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.249173] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.249480] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquired lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.249728] env[65923]: DEBUG nova.network.neutron [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 692.346118] env[65923]: DEBUG nova.network.neutron [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Successfully created port: 3a644af9-3375-4f95-82d4-9dcfb44114f8 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 692.639955] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 692.639955] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 692.640319] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '19', 'num_vm_active': '14', 'num_task_None': '16', 'num_os_type_None': '19', 'num_proj_886d03699e4b42d2b90f146020eb876c': '2', 'io_workload': '3', 'num_proj_b07f0a34286f414491779c2c8a9959e8': '1', 'num_proj_cbdb9cae101e45d6a8d0bac769aa2f4b': '1', 'num_proj_55176e0cb1e14262ae80b8271ee119af': '1', 'num_proj_b0bff84544fb4e89844717c0191ad71c': '1', 'num_vm_suspended': '1', 'num_proj_7d81720231fb47cd856824ed1e304b2e': '1', 'num_proj_217dd3d65e704c02956a81e72e6d0cf7': '1', 'num_proj_2ed68dc8b38c4e288451ea560b8e9a6e': '3', 'num_vm_error': '1', 'num_task_deleting': '1', 'num_proj_6555ebac4ed3444b85070ce8189eee3f': '1', 'num_proj_8d7b01385d644a31a71b63cc059c7f33': '1', 'num_proj_43ec1c33dddc44bf8ad0307176cf7a9a': '1', 'num_proj_a9ef7ed9c72644e6931cd15de721b592': '1', 'num_proj_ed4cb7f0af3e4d85ad14c139ad155309': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_9117e3431b1143bb9e8c5b8fbe8b25ee': '1', 'num_proj_68541290c48e411c9248cb5f02cc2d33': '1', 'num_proj_1666f30d59aa4575aea3722854ccc5cc': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 692.713609] env[65923]: WARNING neutronclient.v2_0.client [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.048863] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac40214-d17a-4d74-95f7-8cabbf79ea2d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.057648] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da53999e-4140-4895-b630-ab54e7c3ec30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.094598] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c183719-4e0e-40e9-820c-86e97c46eb53 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.104112] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a95c612-34c5-466f-9a7a-527fe994964f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.119087] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.622108] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.747227] env[65923]: DEBUG nova.network.neutron [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 694.127249] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 694.127989] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.075s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.128310] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.385s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.130309] env[65923]: INFO nova.compute.claims [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.287757] env[65923]: DEBUG nova.network.neutron [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Updating instance_info_cache with network_info: [{"id": "130cbb7a-9abc-4178-a1a7-19aea394747b", "address": "fa:16:3e:c3:71:05", "network": {"id": "2769be1f-df09-4997-aa41-7e59f3f9cd4f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-37797176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "68541290c48e411c9248cb5f02cc2d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130cbb7a-9a", "ovs_interfaceid": "130cbb7a-9abc-4178-a1a7-19aea394747b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.382041] env[65923]: DEBUG nova.network.neutron [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Successfully updated port: 3a644af9-3375-4f95-82d4-9dcfb44114f8 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 694.393625] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fe961a-817f-416b-a744-13a8e640e43b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.403829] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9d0110-4243-4279-9fb8-88816be858af tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Suspending the VM {{(pid=65923) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 694.404118] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8291c0ea-b6ee-4d47-85f0-54e799d48cd6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.412930] env[65923]: DEBUG oslo_vmware.api [None req-4b9d0110-4243-4279-9fb8-88816be858af tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 694.412930] env[65923]: value = "task-4706591" [ 694.412930] env[65923]: _type = "Task" [ 694.412930] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.422748] env[65923]: DEBUG oslo_vmware.api [None req-4b9d0110-4243-4279-9fb8-88816be858af tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706591, 'name': SuspendVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.483842] env[65923]: WARNING neutronclient.v2_0.client [req-6990a7f8-8f16-40f8-aa01-4ef4ce5b8a1b req-0674ff84-64d1-4a03-9640-333f4876f1b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.547160] env[65923]: WARNING neutronclient.v2_0.client [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.621432] env[65923]: WARNING neutronclient.v2_0.client [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.691176] env[65923]: DEBUG nova.network.neutron [req-6990a7f8-8f16-40f8-aa01-4ef4ce5b8a1b req-0674ff84-64d1-4a03-9640-333f4876f1b0 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Updated VIF entry in instance network info cache for port f6bd3119-2764-462f-abeb-66b6fcedda84. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 694.691235] env[65923]: DEBUG nova.network.neutron [req-6990a7f8-8f16-40f8-aa01-4ef4ce5b8a1b req-0674ff84-64d1-4a03-9640-333f4876f1b0 service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Updating instance_info_cache with network_info: [{"id": "f6bd3119-2764-462f-abeb-66b6fcedda84", "address": "fa:16:3e:e8:8b:a7", "network": {"id": "96be5e09-506c-428e-bdb3-6ec3206a4f89", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-425972177-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d7b01385d644a31a71b63cc059c7f33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6bd3119-27", "ovs_interfaceid": "f6bd3119-2764-462f-abeb-66b6fcedda84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.790260] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Releasing lock "refresh_cache-f1605558-3b41-4ea4-91a4-f9583370c33c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.790732] env[65923]: DEBUG nova.compute.manager [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Instance network_info: |[{"id": "130cbb7a-9abc-4178-a1a7-19aea394747b", "address": "fa:16:3e:c3:71:05", "network": {"id": "2769be1f-df09-4997-aa41-7e59f3f9cd4f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-37797176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "68541290c48e411c9248cb5f02cc2d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130cbb7a-9a", "ovs_interfaceid": "130cbb7a-9abc-4178-a1a7-19aea394747b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 694.791273] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:71:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '130cbb7a-9abc-4178-a1a7-19aea394747b', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.798880] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Creating folder: Project (68541290c48e411c9248cb5f02cc2d33). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.799283] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e1267de-a80e-479f-9c44-983a40426fa1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.813019] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Created folder: Project (68541290c48e411c9248cb5f02cc2d33) in parent group-v918465. [ 694.813019] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Creating folder: Instances. Parent ref: group-v918552. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.813684] env[65923]: DEBUG nova.network.neutron [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Updated VIF entry in instance network info cache for port a2742192-1812-4271-8f2e-df196f188f79. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 694.813759] env[65923]: DEBUG nova.network.neutron [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Updating instance_info_cache with network_info: [{"id": "a2742192-1812-4271-8f2e-df196f188f79", "address": "fa:16:3e:58:88:67", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2742192-18", "ovs_interfaceid": "a2742192-1812-4271-8f2e-df196f188f79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.817183] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63f8fdef-7590-4771-b56e-c23cc5e909be {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.829913] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Created folder: Instances in parent group-v918552. [ 694.832129] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 694.832129] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.832129] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-256c7713-ba05-4ea9-b4e7-8183301a349f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.855248] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.855248] env[65923]: value = "task-4706594" [ 694.855248] env[65923]: _type = "Task" [ 694.855248] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.864603] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706594, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.885226] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquiring lock "refresh_cache-a247df41-6a1b-44a5-8476-d285a7ac9639" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.885718] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquired lock "refresh_cache-a247df41-6a1b-44a5-8476-d285a7ac9639" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.885906] env[65923]: DEBUG nova.network.neutron [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 694.925134] env[65923]: DEBUG oslo_vmware.api [None req-4b9d0110-4243-4279-9fb8-88816be858af tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706591, 'name': SuspendVM_Task} progress is 58%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.088102] env[65923]: WARNING neutronclient.v2_0.client [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.197976] env[65923]: DEBUG oslo_concurrency.lockutils [req-6990a7f8-8f16-40f8-aa01-4ef4ce5b8a1b req-0674ff84-64d1-4a03-9640-333f4876f1b0 service nova] Releasing lock "refresh_cache-80558328-490b-494e-89a4-b0b2af804e32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.322781] env[65923]: DEBUG oslo_concurrency.lockutils [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] Releasing lock "refresh_cache-2d55be2e-64f5-47bb-8f76-9bece533ffd1" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.323129] env[65923]: DEBUG nova.compute.manager [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Received event network-vif-deleted-347fc183-0d4e-4de3-91bf-48e86094a69e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.323311] env[65923]: DEBUG nova.compute.manager [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Received event network-vif-deleted-82b1895e-c4b5-4208-9a21-3e30052bd054 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.323544] env[65923]: DEBUG nova.compute.manager [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Received event network-vif-deleted-beca3322-de3e-4719-b0b0-30aee6efa198 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.323746] env[65923]: DEBUG nova.compute.manager [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Received event network-changed-c5fb3aa7-2da9-4343-bebc-dc53ee219e19 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.323918] env[65923]: DEBUG nova.compute.manager [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Refreshing instance network info cache due to event network-changed-c5fb3aa7-2da9-4343-bebc-dc53ee219e19. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 695.324223] env[65923]: DEBUG oslo_concurrency.lockutils [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] Acquiring lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.324372] env[65923]: DEBUG oslo_concurrency.lockutils [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] Acquired lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.324556] env[65923]: DEBUG nova.network.neutron [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Refreshing network info cache for port c5fb3aa7-2da9-4343-bebc-dc53ee219e19 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.367381] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706594, 'name': CreateVM_Task, 'duration_secs': 0.383329} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.368043] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.368368] env[65923]: WARNING neutronclient.v2_0.client [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.368864] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.369171] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.370333] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.370333] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a95cc5c-3661-4fc9-8885-bbbf945bb016 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.380310] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for the task: (returnval){ [ 695.380310] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e022b3-fb1e-ed79-3e1b-d5c7e71e0edb" [ 695.380310] env[65923]: _type = "Task" [ 695.380310] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.395512] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e022b3-fb1e-ed79-3e1b-d5c7e71e0edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.412425] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 695.412688] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918551', 'volume_id': '8df360f5-28d5-44f4-a633-58bda90d16f3', 'name': 'volume-8df360f5-28d5-44f4-a633-58bda90d16f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a1c2245-b7e5-4939-850d-7d148518a413', 'attached_at': '', 'detached_at': '', 'volume_id': '8df360f5-28d5-44f4-a633-58bda90d16f3', 'serial': '8df360f5-28d5-44f4-a633-58bda90d16f3'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 695.413444] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dead1bad-16ff-4d21-a696-99a2b72b43b2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.429066] env[65923]: DEBUG oslo_vmware.api [None req-4b9d0110-4243-4279-9fb8-88816be858af tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706591, 'name': SuspendVM_Task, 'duration_secs': 0.721421} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.440273] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9d0110-4243-4279-9fb8-88816be858af tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Suspended the VM {{(pid=65923) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 695.440486] env[65923]: DEBUG nova.compute.manager [None req-4b9d0110-4243-4279-9fb8-88816be858af tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 695.444256] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7fac70-4fc3-46e5-aa88-da61db059164 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.448857] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d088885-1cba-4cc0-811c-ea0a94e662a7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.477354] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-8df360f5-28d5-44f4-a633-58bda90d16f3/volume-8df360f5-28d5-44f4-a633-58bda90d16f3.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.485040] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96d01b0-249f-4d83-86a9-14006fabcf68 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.507903] env[65923]: DEBUG oslo_vmware.api [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Waiting for the task: (returnval){ [ 695.507903] env[65923]: value = "task-4706595" [ 695.507903] env[65923]: _type = "Task" [ 695.507903] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.518897] env[65923]: DEBUG oslo_vmware.api [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Task: {'id': task-4706595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.528094] env[65923]: DEBUG nova.network.neutron [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 695.691591] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f69f3d-0a26-423c-a4c3-c4695b45d875 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.701794] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8fbed0-d091-4024-afcb-4c84932245eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.741509] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8216ab8-7ef2-466b-9cd4-82c8720ab2b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.750844] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3e0f3a-970b-4a14-86d5-1aa3a9b0928e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.767839] env[65923]: DEBUG nova.compute.provider_tree [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.782723] env[65923]: WARNING neutronclient.v2_0.client [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.811128] env[65923]: DEBUG nova.compute.manager [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received event network-vif-plugged-8b51893b-8060-433b-888b-aabd32806a07 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.811414] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Acquiring lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.811662] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.811784] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.811946] env[65923]: DEBUG nova.compute.manager [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] No waiting events found dispatching network-vif-plugged-8b51893b-8060-433b-888b-aabd32806a07 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 695.812162] env[65923]: WARNING nova.compute.manager [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received unexpected event network-vif-plugged-8b51893b-8060-433b-888b-aabd32806a07 for instance with vm_state building and task_state spawning. [ 695.812266] env[65923]: DEBUG nova.compute.manager [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received event network-changed-8b51893b-8060-433b-888b-aabd32806a07 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.812411] env[65923]: DEBUG nova.compute.manager [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Refreshing instance network info cache due to event network-changed-8b51893b-8060-433b-888b-aabd32806a07. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 695.812569] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Acquiring lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.829655] env[65923]: WARNING neutronclient.v2_0.client [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.841666] env[65923]: DEBUG nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Received event network-vif-plugged-130cbb7a-9abc-4178-a1a7-19aea394747b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.842177] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Acquiring lock "f1605558-3b41-4ea4-91a4-f9583370c33c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.842344] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Lock "f1605558-3b41-4ea4-91a4-f9583370c33c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.842564] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Lock "f1605558-3b41-4ea4-91a4-f9583370c33c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.842780] env[65923]: DEBUG nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] No waiting events found dispatching network-vif-plugged-130cbb7a-9abc-4178-a1a7-19aea394747b {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 695.842951] env[65923]: WARNING nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Received unexpected event network-vif-plugged-130cbb7a-9abc-4178-a1a7-19aea394747b for instance with vm_state building and task_state spawning. [ 695.843241] env[65923]: DEBUG nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Received event network-changed-130cbb7a-9abc-4178-a1a7-19aea394747b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 695.843297] env[65923]: DEBUG nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Refreshing instance network info cache due to event network-changed-130cbb7a-9abc-4178-a1a7-19aea394747b. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 695.843529] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Acquiring lock "refresh_cache-f1605558-3b41-4ea4-91a4-f9583370c33c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.843736] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Acquired lock "refresh_cache-f1605558-3b41-4ea4-91a4-f9583370c33c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.843972] env[65923]: DEBUG nova.network.neutron [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Refreshing network info cache for port 130cbb7a-9abc-4178-a1a7-19aea394747b {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.893615] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e022b3-fb1e-ed79-3e1b-d5c7e71e0edb, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.893972] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.894267] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.894464] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.894713] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.894804] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.895089] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d22ea8ca-f63a-462c-8a52-08df32b7e765 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.915645] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.915834] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.916631] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d41a9e3d-d4d7-4791-8352-6c77110126e2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.922955] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for the task: (returnval){ [ 695.922955] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c99503-e458-495a-adc9-25dcbcf32f45" [ 695.922955] env[65923]: _type = "Task" [ 695.922955] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.927928] env[65923]: WARNING neutronclient.v2_0.client [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.936620] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c99503-e458-495a-adc9-25dcbcf32f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.026024] env[65923]: DEBUG oslo_vmware.api [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Task: {'id': task-4706595, 'name': ReconfigVM_Task, 'duration_secs': 0.395254} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.026024] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-8df360f5-28d5-44f4-a633-58bda90d16f3/volume-8df360f5-28d5-44f4-a633-58bda90d16f3.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.033065] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0a40a9a-6f73-42d1-8f4f-d2dfa1d637e4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.059233] env[65923]: DEBUG oslo_vmware.api [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Waiting for the task: (returnval){ [ 696.059233] env[65923]: value = "task-4706596" [ 696.059233] env[65923]: _type = "Task" [ 696.059233] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.068383] env[65923]: DEBUG oslo_vmware.api [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Task: {'id': task-4706596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.271590] env[65923]: DEBUG nova.scheduler.client.report [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.278636] env[65923]: DEBUG nova.network.neutron [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Updating instance_info_cache with network_info: [{"id": "8b51893b-8060-433b-888b-aabd32806a07", "address": "fa:16:3e:40:0b:ff", "network": {"id": "d57a7cfe-4e16-4e26-bbe1-4962b8fcd4bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762604031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b51893b-80", "ovs_interfaceid": "8b51893b-8060-433b-888b-aabd32806a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb1378fc-c00f-4173-a713-771c2d39b4c9", "address": "fa:16:3e:21:3d:fc", "network": {"id": "38719e59-536e-41b7-92db-08399930e140", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1439854835", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1378fc-c0", "ovs_interfaceid": "fb1378fc-c00f-4173-a713-771c2d39b4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5807a9a9-43f3-40c8-94f7-b1ecb73001e2", "address": "fa:16:3e:fd:96:b6", "network": {"id": "d57a7cfe-4e16-4e26-bbe1-4962b8fcd4bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762604031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5807a9a9-43", "ovs_interfaceid": "5807a9a9-43f3-40c8-94f7-b1ecb73001e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.347439] env[65923]: WARNING neutronclient.v2_0.client [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.434684] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c99503-e458-495a-adc9-25dcbcf32f45, 'name': SearchDatastore_Task, 'duration_secs': 0.054803} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.435622] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1835bcc0-67cb-435f-ab4b-d2e3cacaf839 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.442304] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for the task: (returnval){ [ 696.442304] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d1353-e971-d1b8-1fc7-9855a8f9281f" [ 696.442304] env[65923]: _type = "Task" [ 696.442304] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.451569] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d1353-e971-d1b8-1fc7-9855a8f9281f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.511412] env[65923]: DEBUG nova.network.neutron [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Updating instance_info_cache with network_info: [{"id": "3a644af9-3375-4f95-82d4-9dcfb44114f8", "address": "fa:16:3e:92:8e:d8", "network": {"id": "691fbcb8-10a0-4e67-a441-f0da7f2c18d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1186021598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1666f30d59aa4575aea3722854ccc5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a644af9-33", "ovs_interfaceid": "3a644af9-3375-4f95-82d4-9dcfb44114f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.569660] env[65923]: DEBUG oslo_vmware.api [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Task: {'id': task-4706596, 'name': ReconfigVM_Task, 'duration_secs': 0.25821} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.570055] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918551', 'volume_id': '8df360f5-28d5-44f4-a633-58bda90d16f3', 'name': 'volume-8df360f5-28d5-44f4-a633-58bda90d16f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a1c2245-b7e5-4939-850d-7d148518a413', 'attached_at': '', 'detached_at': '', 'volume_id': '8df360f5-28d5-44f4-a633-58bda90d16f3', 'serial': '8df360f5-28d5-44f4-a633-58bda90d16f3'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 696.748525] env[65923]: WARNING neutronclient.v2_0.client [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.783649] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.784359] env[65923]: DEBUG nova.compute.manager [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 696.790183] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Releasing lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.791623] env[65923]: DEBUG nova.compute.manager [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Instance network_info: |[{"id": "8b51893b-8060-433b-888b-aabd32806a07", "address": "fa:16:3e:40:0b:ff", "network": {"id": "d57a7cfe-4e16-4e26-bbe1-4962b8fcd4bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762604031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b51893b-80", "ovs_interfaceid": "8b51893b-8060-433b-888b-aabd32806a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb1378fc-c00f-4173-a713-771c2d39b4c9", "address": "fa:16:3e:21:3d:fc", "network": {"id": "38719e59-536e-41b7-92db-08399930e140", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1439854835", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1378fc-c0", "ovs_interfaceid": "fb1378fc-c00f-4173-a713-771c2d39b4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5807a9a9-43f3-40c8-94f7-b1ecb73001e2", "address": "fa:16:3e:fd:96:b6", "network": {"id": "d57a7cfe-4e16-4e26-bbe1-4962b8fcd4bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762604031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5807a9a9-43", "ovs_interfaceid": "5807a9a9-43f3-40c8-94f7-b1ecb73001e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 696.791623] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.417s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.793205] env[65923]: INFO nova.compute.claims [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.802214] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Acquired lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.802214] env[65923]: DEBUG nova.network.neutron [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Refreshing network info cache for port 8b51893b-8060-433b-888b-aabd32806a07 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.804294] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:0b:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b51893b-8060-433b-888b-aabd32806a07', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:3d:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb1378fc-c00f-4173-a713-771c2d39b4c9', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:96:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5807a9a9-43f3-40c8-94f7-b1ecb73001e2', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.820799] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Creating folder: Project (9117e3431b1143bb9e8c5b8fbe8b25ee). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.821203] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ee1b31a-1d33-4f65-9e9b-577bed970f3f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.833444] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Created folder: Project (9117e3431b1143bb9e8c5b8fbe8b25ee) in parent group-v918465. [ 696.833444] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Creating folder: Instances. Parent ref: group-v918555. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.834124] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce66297d-c194-4737-8348-578c85ee6fea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.849346] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Created folder: Instances in parent group-v918555. [ 696.851768] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 696.851768] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.851768] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0612cdcc-c2d0-40c4-87d0-433b8ae5943b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.878704] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.878704] env[65923]: value = "task-4706599" [ 696.878704] env[65923]: _type = "Task" [ 696.878704] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.888457] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706599, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.958595] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d1353-e971-d1b8-1fc7-9855a8f9281f, 'name': SearchDatastore_Task, 'duration_secs': 0.037926} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.960199] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.960199] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] f1605558-3b41-4ea4-91a4-f9583370c33c/f1605558-3b41-4ea4-91a4-f9583370c33c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.961107] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-422f4cb8-0fa8-4b83-8062-0adf1a551e38 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.972282] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for the task: (returnval){ [ 696.972282] env[65923]: value = "task-4706600" [ 696.972282] env[65923]: _type = "Task" [ 696.972282] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.981788] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.013806] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Releasing lock "refresh_cache-a247df41-6a1b-44a5-8476-d285a7ac9639" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.014603] env[65923]: DEBUG nova.compute.manager [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Instance network_info: |[{"id": "3a644af9-3375-4f95-82d4-9dcfb44114f8", "address": "fa:16:3e:92:8e:d8", "network": {"id": "691fbcb8-10a0-4e67-a441-f0da7f2c18d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1186021598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1666f30d59aa4575aea3722854ccc5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a644af9-33", "ovs_interfaceid": "3a644af9-3375-4f95-82d4-9dcfb44114f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 697.014844] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:8e:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a644af9-3375-4f95-82d4-9dcfb44114f8', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.025260] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Creating folder: Project (1666f30d59aa4575aea3722854ccc5cc). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.025260] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-270cb032-08ad-463a-b491-b256686c2908 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.032265] env[65923]: WARNING neutronclient.v2_0.client [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.038888] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Created folder: Project (1666f30d59aa4575aea3722854ccc5cc) in parent group-v918465. [ 697.039141] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Creating folder: Instances. Parent ref: group-v918558. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.039449] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e005e8db-d656-41a8-8bf9-56a002721e66 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.052649] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Created folder: Instances in parent group-v918558. [ 697.055033] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 697.055033] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.055033] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb4919ea-c346-4ecd-af63-7ca856f2ad73 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.080099] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.080099] env[65923]: value = "task-4706603" [ 697.080099] env[65923]: _type = "Task" [ 697.080099] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.093351] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706603, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.100476] env[65923]: DEBUG nova.network.neutron [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Updated VIF entry in instance network info cache for port c5fb3aa7-2da9-4343-bebc-dc53ee219e19. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.101053] env[65923]: DEBUG nova.network.neutron [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Updating instance_info_cache with network_info: [{"id": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "address": "fa:16:3e:50:a4:a5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fb3aa7-2d", "ovs_interfaceid": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.213057] env[65923]: DEBUG nova.network.neutron [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Updated VIF entry in instance network info cache for port 130cbb7a-9abc-4178-a1a7-19aea394747b. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.213446] env[65923]: DEBUG nova.network.neutron [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Updating instance_info_cache with network_info: [{"id": "130cbb7a-9abc-4178-a1a7-19aea394747b", "address": "fa:16:3e:c3:71:05", "network": {"id": "2769be1f-df09-4997-aa41-7e59f3f9cd4f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-37797176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "68541290c48e411c9248cb5f02cc2d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap130cbb7a-9a", "ovs_interfaceid": "130cbb7a-9abc-4178-a1a7-19aea394747b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.295356] env[65923]: DEBUG nova.compute.utils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.295582] env[65923]: DEBUG nova.compute.manager [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 697.295612] env[65923]: DEBUG nova.network.neutron [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 697.299855] env[65923]: WARNING neutronclient.v2_0.client [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.299855] env[65923]: WARNING neutronclient.v2_0.client [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.304880] env[65923]: WARNING neutronclient.v2_0.client [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.394125] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706599, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.486672] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706600, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.520587] env[65923]: DEBUG nova.policy [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dba2fbf4c93e497e98c6ee4613b7e047', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be5eb467338045a8a42137e089dbc491', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.597058] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706603, 'name': CreateVM_Task, 'duration_secs': 0.413819} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.597058] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.597058] env[65923]: WARNING neutronclient.v2_0.client [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.597058] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.597058] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.598117] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.598117] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1864050a-fccf-4cf6-b430-14376ab40e41 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.604384] env[65923]: DEBUG oslo_concurrency.lockutils [req-78db2dfd-7089-4234-8c08-8eee55584ce2 req-2972c5ef-0403-432c-9a5a-bbf1384cb31a service nova] Releasing lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.608191] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for the task: (returnval){ [ 697.608191] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c953bf-ec85-116b-154f-9187e3051f84" [ 697.608191] env[65923]: _type = "Task" [ 697.608191] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.618047] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c953bf-ec85-116b-154f-9187e3051f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.644199] env[65923]: DEBUG nova.objects.instance [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Lazy-loading 'flavor' on Instance uuid 5a1c2245-b7e5-4939-850d-7d148518a413 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 697.718282] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Releasing lock "refresh_cache-f1605558-3b41-4ea4-91a4-f9583370c33c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.718282] env[65923]: DEBUG nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received event network-vif-plugged-5807a9a9-43f3-40c8-94f7-b1ecb73001e2 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.718282] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Acquiring lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.718282] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.718282] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.718615] env[65923]: DEBUG nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] No waiting events found dispatching network-vif-plugged-5807a9a9-43f3-40c8-94f7-b1ecb73001e2 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 697.718615] env[65923]: WARNING nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received unexpected event network-vif-plugged-5807a9a9-43f3-40c8-94f7-b1ecb73001e2 for instance with vm_state building and task_state spawning. [ 697.718768] env[65923]: DEBUG nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received event network-changed-5807a9a9-43f3-40c8-94f7-b1ecb73001e2 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.719029] env[65923]: DEBUG nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Refreshing instance network info cache due to event network-changed-5807a9a9-43f3-40c8-94f7-b1ecb73001e2. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 697.719104] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Acquiring lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.786311] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "e7370764-1001-4241-96af-0d5cacfd273c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.786605] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "e7370764-1001-4241-96af-0d5cacfd273c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.802767] env[65923]: DEBUG nova.compute.manager [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 697.895286] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706599, 'name': CreateVM_Task, 'duration_secs': 0.813388} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.895552] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.896017] env[65923]: WARNING neutronclient.v2_0.client [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.896423] env[65923]: WARNING neutronclient.v2_0.client [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.896699] env[65923]: WARNING neutronclient.v2_0.client [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.897689] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.897689] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.897689] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.897935] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46c5266-fa7b-476f-be0d-c94c0f7fd7a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.904450] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 697.904450] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c9d3b1-a5ce-b00b-6000-a0d86d36e1a6" [ 697.904450] env[65923]: _type = "Task" [ 697.904450] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.916497] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c9d3b1-a5ce-b00b-6000-a0d86d36e1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.986388] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550634} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.986993] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] f1605558-3b41-4ea4-91a4-f9583370c33c/f1605558-3b41-4ea4-91a4-f9583370c33c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.987811] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.988096] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a31cea54-ac43-4b05-aeff-f5cdc62e17de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.006021] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for the task: (returnval){ [ 698.006021] env[65923]: value = "task-4706604" [ 698.006021] env[65923]: _type = "Task" [ 698.006021] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.020098] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.023989] env[65923]: WARNING neutronclient.v2_0.client [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.053199] env[65923]: DEBUG nova.network.neutron [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Successfully created port: 59dd0a54-d6d6-482f-9610-eec13c7e6c2d {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 698.130663] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c953bf-ec85-116b-154f-9187e3051f84, 'name': SearchDatastore_Task, 'duration_secs': 0.016368} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.133760] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.134719] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.134719] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.134891] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.134976] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.136756] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0cc99c4-3c3f-4891-a7e6-1da73be9fc8e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.149767] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b069f80-3d31-4297-a253-06010e1b3196 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Lock "5a1c2245-b7e5-4939-850d-7d148518a413" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.404s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.159078] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.159078] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.160128] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3181fbd-f16d-40d5-8358-fa6c8c8a2903 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.169154] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for the task: (returnval){ [ 698.169154] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528d2d4b-2745-b607-41d0-40b8d8614789" [ 698.169154] env[65923]: _type = "Task" [ 698.169154] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.185547] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528d2d4b-2745-b607-41d0-40b8d8614789, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.189582] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fa42574-f22d-4ee4-8906-cdd212ced8aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.197497] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for the task: (returnval){ [ 698.197497] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5229eabc-c66d-b76d-0d7f-90b67e682ed0" [ 698.197497] env[65923]: _type = "Task" [ 698.197497] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.214056] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5229eabc-c66d-b76d-0d7f-90b67e682ed0, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.217084] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.217366] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] a247df41-6a1b-44a5-8476-d285a7ac9639/a247df41-6a1b-44a5-8476-d285a7ac9639.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.218193] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3245954-6843-440b-bf79-229dccddf301 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.226555] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for the task: (returnval){ [ 698.226555] env[65923]: value = "task-4706605" [ 698.226555] env[65923]: _type = "Task" [ 698.226555] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.238057] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.286935] env[65923]: DEBUG oslo_concurrency.lockutils [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquiring lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.287107] env[65923]: DEBUG oslo_concurrency.lockutils [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.287209] env[65923]: DEBUG oslo_concurrency.lockutils [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquiring lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.287457] env[65923]: DEBUG oslo_concurrency.lockutils [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.287541] env[65923]: DEBUG oslo_concurrency.lockutils [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.289367] env[65923]: DEBUG nova.compute.manager [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 698.292409] env[65923]: INFO nova.compute.manager [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Terminating instance [ 698.367025] env[65923]: DEBUG nova.network.neutron [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Updated VIF entry in instance network info cache for port 8b51893b-8060-433b-888b-aabd32806a07. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 698.367192] env[65923]: DEBUG nova.network.neutron [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Updating instance_info_cache with network_info: [{"id": "8b51893b-8060-433b-888b-aabd32806a07", "address": "fa:16:3e:40:0b:ff", "network": {"id": "d57a7cfe-4e16-4e26-bbe1-4962b8fcd4bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762604031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b51893b-80", "ovs_interfaceid": "8b51893b-8060-433b-888b-aabd32806a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb1378fc-c00f-4173-a713-771c2d39b4c9", "address": "fa:16:3e:21:3d:fc", "network": {"id": "38719e59-536e-41b7-92db-08399930e140", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1439854835", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1378fc-c0", "ovs_interfaceid": "fb1378fc-c00f-4173-a713-771c2d39b4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5807a9a9-43f3-40c8-94f7-b1ecb73001e2", "address": "fa:16:3e:fd:96:b6", "network": {"id": "d57a7cfe-4e16-4e26-bbe1-4962b8fcd4bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762604031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5807a9a9-43", "ovs_interfaceid": "5807a9a9-43f3-40c8-94f7-b1ecb73001e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.421926] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c9d3b1-a5ce-b00b-6000-a0d86d36e1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.425464] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.425731] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.425969] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.428230] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.428230] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.428230] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-561a0937-d27a-45e0-901b-f272a7d85a1e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.439893] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aa38e5-1a54-4dfb-98d9-b56ccd359e5c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.447629] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.447629] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.447629] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895bfccb-f011-429b-8424-c9c8bcd1c1a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.454305] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3b3220-a7a2-4b6e-aadc-7e4bba2287b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.459227] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 698.459227] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520234eb-ca97-cad3-2409-61170183bf72" [ 698.459227] env[65923]: _type = "Task" [ 698.459227] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.492577] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1370a535-8624-4b9c-9a1f-66deef0f01e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.499581] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520234eb-ca97-cad3-2409-61170183bf72, 'name': SearchDatastore_Task, 'duration_secs': 0.033349} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.500987] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d697d5b-60c6-4bd9-b4bf-5c134aef6086 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.512767] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2c2d25-be97-4007-8b57-152f13bb28a0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.521605] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 698.521605] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f43dfc-50ea-c944-42c0-e60f1ad0f232" [ 698.521605] env[65923]: _type = "Task" [ 698.521605] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.539817] env[65923]: DEBUG nova.compute.provider_tree [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.542227] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149852} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.546175] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.546583] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f43dfc-50ea-c944-42c0-e60f1ad0f232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.547457] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114949a6-882c-4845-bae4-058193351907 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.576739] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] f1605558-3b41-4ea4-91a4-f9583370c33c/f1605558-3b41-4ea4-91a4-f9583370c33c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.577619] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb19a28e-c7eb-42e4-94f7-f9d7a157c317 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.604162] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for the task: (returnval){ [ 698.604162] env[65923]: value = "task-4706606" [ 698.604162] env[65923]: _type = "Task" [ 698.604162] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.614904] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.739715] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706605, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.799023] env[65923]: DEBUG nova.compute.manager [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 698.799336] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.802445] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548aa53d-09c8-40ce-8115-ddec02299bef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.810967] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.811260] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da36f155-c9c5-4ca1-ab6f-4abfc507d103 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.815555] env[65923]: DEBUG nova.compute.manager [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 698.818926] env[65923]: DEBUG oslo_vmware.api [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 698.818926] env[65923]: value = "task-4706607" [ 698.818926] env[65923]: _type = "Task" [ 698.818926] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.824028] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.827682] env[65923]: DEBUG oslo_vmware.api [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.846577] env[65923]: DEBUG nova.virt.hardware [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 698.846834] env[65923]: DEBUG nova.virt.hardware [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.846986] env[65923]: DEBUG nova.virt.hardware [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 698.847182] env[65923]: DEBUG nova.virt.hardware [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.847326] env[65923]: DEBUG nova.virt.hardware [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 698.847468] env[65923]: DEBUG nova.virt.hardware [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 698.847670] env[65923]: DEBUG nova.virt.hardware [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 698.847829] env[65923]: DEBUG nova.virt.hardware [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 698.847989] env[65923]: DEBUG nova.virt.hardware [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 698.848159] env[65923]: DEBUG nova.virt.hardware [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 698.848330] env[65923]: DEBUG nova.virt.hardware [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 698.849214] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37db1ff2-62d4-4493-8784-9d72b92bfbb9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.857942] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bfcee4-e6e4-4cc4-b215-80ee0b0cddf5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.873117] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Releasing lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.873485] env[65923]: DEBUG nova.compute.manager [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received event network-vif-plugged-fb1378fc-c00f-4173-a713-771c2d39b4c9 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 698.873769] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Acquiring lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.873985] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.874169] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.874327] env[65923]: DEBUG nova.compute.manager [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] No waiting events found dispatching network-vif-plugged-fb1378fc-c00f-4173-a713-771c2d39b4c9 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 698.874500] env[65923]: WARNING nova.compute.manager [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received unexpected event network-vif-plugged-fb1378fc-c00f-4173-a713-771c2d39b4c9 for instance with vm_state building and task_state spawning. [ 698.874676] env[65923]: DEBUG nova.compute.manager [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received event network-changed-fb1378fc-c00f-4173-a713-771c2d39b4c9 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 698.874814] env[65923]: DEBUG nova.compute.manager [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Refreshing instance network info cache due to event network-changed-fb1378fc-c00f-4173-a713-771c2d39b4c9. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 698.875093] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Acquiring lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.875233] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Acquired lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.875384] env[65923]: DEBUG nova.network.neutron [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Refreshing network info cache for port fb1378fc-c00f-4173-a713-771c2d39b4c9 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.035734] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f43dfc-50ea-c944-42c0-e60f1ad0f232, 'name': SearchDatastore_Task, 'duration_secs': 0.032794} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.036085] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.036374] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] b4a45edd-fa29-45d3-bcc0-d92ca2070ca9/b4a45edd-fa29-45d3-bcc0-d92ca2070ca9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.038016] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e38f7a8-6920-4483-aca7-b06c0e62b06d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.046213] env[65923]: DEBUG nova.scheduler.client.report [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.053626] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 699.053626] env[65923]: value = "task-4706608" [ 699.053626] env[65923]: _type = "Task" [ 699.053626] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.071668] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.114605] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706606, 'name': ReconfigVM_Task, 'duration_secs': 0.455461} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.114921] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] f1605558-3b41-4ea4-91a4-f9583370c33c/f1605558-3b41-4ea4-91a4-f9583370c33c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.115965] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cf17c75-1062-4674-bb5c-5faba84dff6b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.123241] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for the task: (returnval){ [ 699.123241] env[65923]: value = "task-4706609" [ 699.123241] env[65923]: _type = "Task" [ 699.123241] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.135183] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706609, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.152914] env[65923]: DEBUG nova.compute.manager [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 699.154270] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb365167-3774-47be-b626-881219c20dcf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.244808] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524369} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.245278] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] a247df41-6a1b-44a5-8476-d285a7ac9639/a247df41-6a1b-44a5-8476-d285a7ac9639.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.245431] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.245666] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15e26659-58c7-424c-acf4-e0f4c20052c4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.257549] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for the task: (returnval){ [ 699.257549] env[65923]: value = "task-4706610" [ 699.257549] env[65923]: _type = "Task" [ 699.257549] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.269500] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.334935] env[65923]: DEBUG oslo_vmware.api [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706607, 'name': PowerOffVM_Task, 'duration_secs': 0.396303} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.334995] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.335300] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.336131] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cf0795c-7b33-4c00-97a1-02379a8fe0de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.379144] env[65923]: WARNING neutronclient.v2_0.client [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.415661] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.415661] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.415661] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Deleting the datastore file [datastore1] 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.415661] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95008ed1-3e6f-4576-bef0-bce07442048f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.425300] env[65923]: DEBUG oslo_vmware.api [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for the task: (returnval){ [ 699.425300] env[65923]: value = "task-4706612" [ 699.425300] env[65923]: _type = "Task" [ 699.425300] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.437452] env[65923]: DEBUG oslo_vmware.api [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.560181] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.560723] env[65923]: DEBUG nova.compute.manager [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 699.568180] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.951s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.568478] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.570750] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.373s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.570956] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.572929] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.998s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.574533] env[65923]: INFO nova.compute.claims [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.577136] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706608, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.604647] env[65923]: INFO nova.scheduler.client.report [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Deleted allocations for instance f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7 [ 699.614269] env[65923]: INFO nova.scheduler.client.report [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Deleted allocations for instance eae8d221-9157-4c20-94d7-0b74377caafc [ 699.634611] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706609, 'name': Rename_Task, 'duration_secs': 0.227113} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.634929] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.635336] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9aaced87-502d-4810-8141-fc6e43e66b13 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.644479] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for the task: (returnval){ [ 699.644479] env[65923]: value = "task-4706613" [ 699.644479] env[65923]: _type = "Task" [ 699.644479] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.661344] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.668068] env[65923]: INFO nova.compute.manager [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] instance snapshotting [ 699.673352] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0fdf9-7408-40db-b80c-ac6c74f16adb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.704230] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a7acf6-1e1d-42b0-94c2-d91ca98f252d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.768330] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269544} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.769128] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.769648] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a2aa2e-b4c1-42f3-852b-d004250c759e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.798054] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] a247df41-6a1b-44a5-8476-d285a7ac9639/a247df41-6a1b-44a5-8476-d285a7ac9639.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.798836] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff0038cd-3472-4cdf-b763-4493c772a683 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.822819] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for the task: (returnval){ [ 699.822819] env[65923]: value = "task-4706614" [ 699.822819] env[65923]: _type = "Task" [ 699.822819] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.832881] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.912657] env[65923]: DEBUG nova.network.neutron [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Successfully updated port: 59dd0a54-d6d6-482f-9610-eec13c7e6c2d {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 699.940889] env[65923]: DEBUG oslo_vmware.api [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Task: {'id': task-4706612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267107} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.947081] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.947081] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.947081] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.947081] env[65923]: INFO nova.compute.manager [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 699.947081] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 699.947081] env[65923]: DEBUG nova.compute.manager [-] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 699.947081] env[65923]: DEBUG nova.network.neutron [-] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 699.947081] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.996591] env[65923]: WARNING neutronclient.v2_0.client [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.055067] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.070465] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52645} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.070810] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] b4a45edd-fa29-45d3-bcc0-d92ca2070ca9/b4a45edd-fa29-45d3-bcc0-d92ca2070ca9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.071144] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.071464] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fa57192-d194-4663-b13a-de15b28d5f38 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.082885] env[65923]: DEBUG nova.compute.utils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.090513] env[65923]: DEBUG nova.compute.manager [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 700.090920] env[65923]: DEBUG nova.network.neutron [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.091492] env[65923]: WARNING neutronclient.v2_0.client [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.091970] env[65923]: WARNING neutronclient.v2_0.client [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.094863] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 700.094863] env[65923]: value = "task-4706615" [ 700.094863] env[65923]: _type = "Task" [ 700.094863] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.107596] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.114381] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b87d4b0-26f5-4100-9e94-4e231771ac51 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487 tempest-FloatingIPsAssociationNegativeTestJSON-1512340487-project-member] Lock "f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.670s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.123601] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e10da3b3-1c0c-4f9c-a731-2875f5b7da74 tempest-InstanceActionsNegativeTestJSON-395056219 tempest-InstanceActionsNegativeTestJSON-395056219-project-member] Lock "eae8d221-9157-4c20-94d7-0b74377caafc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.493s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.157759] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706613, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.218920] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 700.219416] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b20f15af-dfc1-4c86-89eb-d54e1dc6286a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.231371] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 700.231371] env[65923]: value = "task-4706616" [ 700.231371] env[65923]: _type = "Task" [ 700.231371] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.246634] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706616, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.336063] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.420053] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquiring lock "refresh_cache-bd6b36e6-3023-4765-b538-2c7c4044e98c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.420180] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquired lock "refresh_cache-bd6b36e6-3023-4765-b538-2c7c4044e98c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.420385] env[65923]: DEBUG nova.network.neutron [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 700.485595] env[65923]: DEBUG nova.policy [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a79f2441c70c444ab212b3a568920fef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8271795be74b4004adb5950c195276df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.563824] env[65923]: DEBUG nova.network.neutron [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Updated VIF entry in instance network info cache for port fb1378fc-c00f-4173-a713-771c2d39b4c9. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 700.563824] env[65923]: DEBUG nova.network.neutron [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Updating instance_info_cache with network_info: [{"id": "8b51893b-8060-433b-888b-aabd32806a07", "address": "fa:16:3e:40:0b:ff", "network": {"id": "d57a7cfe-4e16-4e26-bbe1-4962b8fcd4bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762604031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b51893b-80", "ovs_interfaceid": "8b51893b-8060-433b-888b-aabd32806a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb1378fc-c00f-4173-a713-771c2d39b4c9", "address": "fa:16:3e:21:3d:fc", "network": {"id": "38719e59-536e-41b7-92db-08399930e140", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1439854835", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1378fc-c0", "ovs_interfaceid": "fb1378fc-c00f-4173-a713-771c2d39b4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5807a9a9-43f3-40c8-94f7-b1ecb73001e2", "address": "fa:16:3e:fd:96:b6", "network": {"id": "d57a7cfe-4e16-4e26-bbe1-4962b8fcd4bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762604031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5807a9a9-43", "ovs_interfaceid": "5807a9a9-43f3-40c8-94f7-b1ecb73001e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.599143] env[65923]: DEBUG nova.compute.manager [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 700.612928] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078981} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.612928] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.614046] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b13834-103b-46eb-8e72-f299c61c5d6a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.651133] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] b4a45edd-fa29-45d3-bcc0-d92ca2070ca9/b4a45edd-fa29-45d3-bcc0-d92ca2070ca9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.652285] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18acf384-87ee-49bf-adf5-8f5ca702df5d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.680690] env[65923]: DEBUG oslo_vmware.api [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706613, 'name': PowerOnVM_Task, 'duration_secs': 1.008669} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.682956] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.683344] env[65923]: INFO nova.compute.manager [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Took 13.10 seconds to spawn the instance on the hypervisor. [ 700.683649] env[65923]: DEBUG nova.compute.manager [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 700.684158] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 700.684158] env[65923]: value = "task-4706617" [ 700.684158] env[65923]: _type = "Task" [ 700.684158] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.687956] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9438cf08-e527-4bd7-b8c0-89d8677e166f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.701473] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.743823] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706616, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.835624] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706614, 'name': ReconfigVM_Task, 'duration_secs': 0.539344} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.838827] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Reconfigured VM instance instance-0000001f to attach disk [datastore2] a247df41-6a1b-44a5-8476-d285a7ac9639/a247df41-6a1b-44a5-8476-d285a7ac9639.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.840011] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b3540ea-6cde-49bc-8935-2dd93c4eaa42 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.848889] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for the task: (returnval){ [ 700.848889] env[65923]: value = "task-4706618" [ 700.848889] env[65923]: _type = "Task" [ 700.848889] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.861951] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706618, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.878390] env[65923]: DEBUG nova.network.neutron [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Successfully created port: 06eee305-ee1b-46e4-a229-df1b6e92f608 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 700.946627] env[65923]: DEBUG nova.network.neutron [-] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.059361] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71508c9e-f554-4001-acb9-d04496534d51 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.064610] env[65923]: DEBUG oslo_concurrency.lockutils [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] Releasing lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.064865] env[65923]: DEBUG nova.compute.manager [req-933305a6-751a-4046-bc97-b3427a4abc66 req-722b60f6-63d0-4195-8c89-0f8c19ef7daa service nova] [instance: 3241b026-b4da-4d69-a897-399348248f58] Received event network-vif-deleted-fc7f8770-60a8-4f52-9545-a73c99bda53b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 701.065271] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Acquired lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.065441] env[65923]: DEBUG nova.network.neutron [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Refreshing network info cache for port 5807a9a9-43f3-40c8-94f7-b1ecb73001e2 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.071454] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eaabb8-0edf-4dee-9b68-43fea11d8786 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.109430] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229965c0-a931-4c0c-bdfc-44344866064b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.118950] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77eda26-8ba4-48ab-a826-4e43c8631faa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.136164] env[65923]: DEBUG nova.compute.provider_tree [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.140771] env[65923]: DEBUG nova.network.neutron [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 701.203267] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706617, 'name': ReconfigVM_Task, 'duration_secs': 0.298223} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.203446] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Reconfigured VM instance instance-0000001d to attach disk [datastore1] b4a45edd-fa29-45d3-bcc0-d92ca2070ca9/b4a45edd-fa29-45d3-bcc0-d92ca2070ca9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.204962] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-571e84db-bfca-485e-b2e3-0bece4c98b5f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.218180] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 701.218180] env[65923]: value = "task-4706619" [ 701.218180] env[65923]: _type = "Task" [ 701.218180] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.224473] env[65923]: INFO nova.compute.manager [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Took 27.26 seconds to build instance. [ 701.237106] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706619, 'name': Rename_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.249347] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706616, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.360567] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706618, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.449974] env[65923]: INFO nova.compute.manager [-] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Took 1.50 seconds to deallocate network for instance. [ 701.571552] env[65923]: WARNING neutronclient.v2_0.client [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.614275] env[65923]: DEBUG nova.compute.manager [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 701.639181] env[65923]: DEBUG nova.virt.hardware [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 701.639446] env[65923]: DEBUG nova.virt.hardware [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.639598] env[65923]: DEBUG nova.virt.hardware [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 701.639779] env[65923]: DEBUG nova.virt.hardware [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.639963] env[65923]: DEBUG nova.virt.hardware [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 701.640119] env[65923]: DEBUG nova.virt.hardware [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 701.640328] env[65923]: DEBUG nova.virt.hardware [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.640486] env[65923]: DEBUG nova.virt.hardware [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 701.640645] env[65923]: DEBUG nova.virt.hardware [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 701.640806] env[65923]: DEBUG nova.virt.hardware [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 701.640975] env[65923]: DEBUG nova.virt.hardware [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 701.641924] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b2aa0f-750e-4282-a723-ba3b0e7cb32a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.645646] env[65923]: DEBUG nova.scheduler.client.report [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.655464] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51da34fb-2be0-4392-b63d-99b6efd3a070 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.726945] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc382402-03b3-41c5-9099-cc28cd05bedf tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Lock "f1605558-3b41-4ea4-91a4-f9583370c33c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.776s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.734926] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706619, 'name': Rename_Task, 'duration_secs': 0.171998} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.734926] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.735189] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53f963f8-e2bd-49ef-8a0c-22cef60f7f02 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.750195] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706616, 'name': CreateSnapshot_Task, 'duration_secs': 1.106193} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.752034] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 701.752404] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 701.752404] env[65923]: value = "task-4706620" [ 701.752404] env[65923]: _type = "Task" [ 701.752404] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.753429] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df17ff3-871b-4c92-9aaa-98e2a1779e24 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.773674] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.846118] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.846118] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.868014] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706618, 'name': Rename_Task, 'duration_secs': 0.603472} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.868294] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.868637] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc19941c-92bd-4cf3-933b-a3f46cd80a65 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.877606] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for the task: (returnval){ [ 701.877606] env[65923]: value = "task-4706621" [ 701.877606] env[65923]: _type = "Task" [ 701.877606] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.888446] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.957521] env[65923]: DEBUG oslo_concurrency.lockutils [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.152623] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.152623] env[65923]: DEBUG nova.compute.manager [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 702.155783] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.080s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.155910] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.158787] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.296s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.159106] env[65923]: DEBUG nova.objects.instance [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lazy-loading 'resources' on Instance uuid 3241b026-b4da-4d69-a897-399348248f58 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.163231] env[65923]: WARNING neutronclient.v2_0.client [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.189058] env[65923]: INFO nova.scheduler.client.report [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Deleted allocations for instance 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054 [ 702.269319] env[65923]: DEBUG oslo_vmware.api [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706620, 'name': PowerOnVM_Task, 'duration_secs': 0.505567} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.270874] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.271144] env[65923]: INFO nova.compute.manager [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Took 17.41 seconds to spawn the instance on the hypervisor. [ 702.271363] env[65923]: DEBUG nova.compute.manager [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 702.276477] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6fe831-8f34-49ac-95b4-46132cd91858 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.286159] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 702.287250] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bc633cac-0e86-4854-8b7e-34151ff6a797 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.303025] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 702.303025] env[65923]: value = "task-4706622" [ 702.303025] env[65923]: _type = "Task" [ 702.303025] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.318224] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706622, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.348596] env[65923]: DEBUG nova.compute.manager [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 702.380385] env[65923]: DEBUG nova.compute.manager [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Received event network-vif-plugged-3a644af9-3375-4f95-82d4-9dcfb44114f8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 702.380991] env[65923]: DEBUG oslo_concurrency.lockutils [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] Acquiring lock "a247df41-6a1b-44a5-8476-d285a7ac9639-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.380991] env[65923]: DEBUG oslo_concurrency.lockutils [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] Lock "a247df41-6a1b-44a5-8476-d285a7ac9639-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.381180] env[65923]: DEBUG oslo_concurrency.lockutils [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] Lock "a247df41-6a1b-44a5-8476-d285a7ac9639-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.381369] env[65923]: DEBUG nova.compute.manager [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] No waiting events found dispatching network-vif-plugged-3a644af9-3375-4f95-82d4-9dcfb44114f8 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 702.381584] env[65923]: WARNING nova.compute.manager [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Received unexpected event network-vif-plugged-3a644af9-3375-4f95-82d4-9dcfb44114f8 for instance with vm_state building and task_state spawning. [ 702.381872] env[65923]: DEBUG nova.compute.manager [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Received event network-changed-3a644af9-3375-4f95-82d4-9dcfb44114f8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 702.382074] env[65923]: DEBUG nova.compute.manager [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Refreshing instance network info cache due to event network-changed-3a644af9-3375-4f95-82d4-9dcfb44114f8. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 702.382285] env[65923]: DEBUG oslo_concurrency.lockutils [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] Acquiring lock "refresh_cache-a247df41-6a1b-44a5-8476-d285a7ac9639" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.382417] env[65923]: DEBUG oslo_concurrency.lockutils [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] Acquired lock "refresh_cache-a247df41-6a1b-44a5-8476-d285a7ac9639" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.382659] env[65923]: DEBUG nova.network.neutron [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Refreshing network info cache for port 3a644af9-3375-4f95-82d4-9dcfb44114f8 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.403915] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.663290] env[65923]: DEBUG nova.compute.utils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.669416] env[65923]: DEBUG nova.network.neutron [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Updating instance_info_cache with network_info: [{"id": "59dd0a54-d6d6-482f-9610-eec13c7e6c2d", "address": "fa:16:3e:40:16:92", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dd0a54-d6", "ovs_interfaceid": "59dd0a54-d6d6-482f-9610-eec13c7e6c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.671081] env[65923]: DEBUG nova.compute.manager [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 702.671559] env[65923]: DEBUG nova.network.neutron [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 702.671651] env[65923]: WARNING neutronclient.v2_0.client [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.671964] env[65923]: WARNING neutronclient.v2_0.client [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.676245] env[65923]: DEBUG nova.network.neutron [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Successfully updated port: 06eee305-ee1b-46e4-a229-df1b6e92f608 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 702.704546] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4f0f4f97-4231-47ca-9b92-9315c58d354f tempest-AttachInterfacesV270Test-1902442389 tempest-AttachInterfacesV270Test-1902442389-project-member] Lock "727f71cf-6ce0-4ab2-9d7b-3ba2862c2054" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.274s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.708189] env[65923]: WARNING neutronclient.v2_0.client [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.734678] env[65923]: DEBUG nova.compute.manager [req-edc3a0b6-1bb2-45d1-98e3-6acc0994b953 req-032b5a63-7e8b-4180-ac5f-bcedcb4e828c service nova] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Received event network-vif-plugged-59dd0a54-d6d6-482f-9610-eec13c7e6c2d {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 702.734911] env[65923]: DEBUG oslo_concurrency.lockutils [req-edc3a0b6-1bb2-45d1-98e3-6acc0994b953 req-032b5a63-7e8b-4180-ac5f-bcedcb4e828c service nova] Acquiring lock "bd6b36e6-3023-4765-b538-2c7c4044e98c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.735124] env[65923]: DEBUG oslo_concurrency.lockutils [req-edc3a0b6-1bb2-45d1-98e3-6acc0994b953 req-032b5a63-7e8b-4180-ac5f-bcedcb4e828c service nova] Lock "bd6b36e6-3023-4765-b538-2c7c4044e98c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.736026] env[65923]: DEBUG oslo_concurrency.lockutils [req-edc3a0b6-1bb2-45d1-98e3-6acc0994b953 req-032b5a63-7e8b-4180-ac5f-bcedcb4e828c service nova] Lock "bd6b36e6-3023-4765-b538-2c7c4044e98c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.736782] env[65923]: DEBUG nova.compute.manager [req-edc3a0b6-1bb2-45d1-98e3-6acc0994b953 req-032b5a63-7e8b-4180-ac5f-bcedcb4e828c service nova] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] No waiting events found dispatching network-vif-plugged-59dd0a54-d6d6-482f-9610-eec13c7e6c2d {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 702.736782] env[65923]: WARNING nova.compute.manager [req-edc3a0b6-1bb2-45d1-98e3-6acc0994b953 req-032b5a63-7e8b-4180-ac5f-bcedcb4e828c service nova] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Received unexpected event network-vif-plugged-59dd0a54-d6d6-482f-9610-eec13c7e6c2d for instance with vm_state building and task_state spawning. [ 702.773758] env[65923]: DEBUG nova.policy [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9eab3c396baf44b0a21db6458e1df79e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fee23d3308249dd8cce9d47f33d6735', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.834929] env[65923]: INFO nova.compute.manager [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Took 29.30 seconds to build instance. [ 702.841628] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706622, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.866116] env[65923]: DEBUG nova.compute.manager [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 702.867312] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39db0976-20c9-4a79-8296-b9c79fae4afb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.876676] env[65923]: DEBUG nova.network.neutron [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Updated VIF entry in instance network info cache for port 5807a9a9-43f3-40c8-94f7-b1ecb73001e2. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 702.877440] env[65923]: DEBUG nova.network.neutron [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Updating instance_info_cache with network_info: [{"id": "8b51893b-8060-433b-888b-aabd32806a07", "address": "fa:16:3e:40:0b:ff", "network": {"id": "d57a7cfe-4e16-4e26-bbe1-4962b8fcd4bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762604031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b51893b-80", "ovs_interfaceid": "8b51893b-8060-433b-888b-aabd32806a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fb1378fc-c00f-4173-a713-771c2d39b4c9", "address": "fa:16:3e:21:3d:fc", "network": {"id": "38719e59-536e-41b7-92db-08399930e140", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1439854835", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1378fc-c0", "ovs_interfaceid": "fb1378fc-c00f-4173-a713-771c2d39b4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5807a9a9-43f3-40c8-94f7-b1ecb73001e2", "address": "fa:16:3e:fd:96:b6", "network": {"id": "d57a7cfe-4e16-4e26-bbe1-4962b8fcd4bd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1762604031", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5807a9a9-43", "ovs_interfaceid": "5807a9a9-43f3-40c8-94f7-b1ecb73001e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.889132] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.892909] env[65923]: WARNING neutronclient.v2_0.client [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.902311] env[65923]: DEBUG oslo_vmware.api [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706621, 'name': PowerOnVM_Task, 'duration_secs': 0.599536} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.902760] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.902835] env[65923]: INFO nova.compute.manager [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Took 10.81 seconds to spawn the instance on the hypervisor. [ 702.902975] env[65923]: DEBUG nova.compute.manager [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 702.903908] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cf7385-45c2-453a-a40e-e6d93f2d33e5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.080768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "96c16056-d944-45c0-a016-3d64751d85c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.080768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "96c16056-d944-45c0-a016-3d64751d85c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.080768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "96c16056-d944-45c0-a016-3d64751d85c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.080768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "96c16056-d944-45c0-a016-3d64751d85c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.080768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "96c16056-d944-45c0-a016-3d64751d85c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.081027] env[65923]: INFO nova.compute.manager [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Terminating instance [ 703.140495] env[65923]: DEBUG nova.network.neutron [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Successfully created port: 465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 703.173474] env[65923]: DEBUG nova.compute.manager [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 703.179037] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Releasing lock "refresh_cache-bd6b36e6-3023-4765-b538-2c7c4044e98c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.179836] env[65923]: DEBUG nova.compute.manager [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Instance network_info: |[{"id": "59dd0a54-d6d6-482f-9610-eec13c7e6c2d", "address": "fa:16:3e:40:16:92", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dd0a54-d6", "ovs_interfaceid": "59dd0a54-d6d6-482f-9610-eec13c7e6c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 703.180199] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquiring lock "refresh_cache-d56cd5bd-465b-418b-b916-277e81956bbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.180370] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquired lock "refresh_cache-d56cd5bd-465b-418b-b916-277e81956bbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.180695] env[65923]: DEBUG nova.network.neutron [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.181789] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:16:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59dd0a54-d6d6-482f-9610-eec13c7e6c2d', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.190541] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Creating folder: Project (be5eb467338045a8a42137e089dbc491). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.190649] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d35b3088-bfec-447e-a78a-6472b9612d3e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.206190] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Created folder: Project (be5eb467338045a8a42137e089dbc491) in parent group-v918465. [ 703.206190] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Creating folder: Instances. Parent ref: group-v918563. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.206876] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-532b5686-184e-4ae5-8a63-658292f71c6c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.226176] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Created folder: Instances in parent group-v918563. [ 703.226176] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 703.228265] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.229567] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c324885-813b-4251-a47a-d0aa66fd5c07 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.233919] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad59fe83-cc52-4e45-8206-37ed5653bbcf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.271268] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db34ec78-1f1f-4714-8a29-7581f2a5d65b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.278448] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.278448] env[65923]: value = "task-4706625" [ 703.278448] env[65923]: _type = "Task" [ 703.278448] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.326764] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3dd6cf-e55b-4645-b697-ba85380ce476 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.338709] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706625, 'name': CreateVM_Task} progress is 15%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.342784] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bec1540a-cd06-4a72-8860-e0c851c3f890 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.813s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.348194] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706622, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.353144] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a018eafd-3ea3-4828-b2e1-87511cd9c05a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.377203] env[65923]: DEBUG nova.compute.provider_tree [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.384796] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Releasing lock "refresh_cache-b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.385097] env[65923]: DEBUG nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Received event network-changed-1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 703.385455] env[65923]: DEBUG nova.compute.manager [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Refreshing instance network info cache due to event network-changed-1537af6f-9ce2-44ab-b971-f170ae41504e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 703.385580] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Acquiring lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.385693] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Acquired lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.386060] env[65923]: DEBUG nova.network.neutron [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Refreshing network info cache for port 1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.390071] env[65923]: INFO nova.compute.manager [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] instance snapshotting [ 703.390071] env[65923]: WARNING nova.compute.manager [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 703.392645] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c5193-34ae-499c-a6eb-cc1b7f831776 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.424619] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1be2d6c-174d-4bcd-a632-d79129cd5ed6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.430255] env[65923]: INFO nova.compute.manager [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Took 27.51 seconds to build instance. [ 703.585920] env[65923]: DEBUG nova.compute.manager [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 703.586199] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.587143] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fca8c7d-1942-4be1-b782-83afa1f93477 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.596208] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.596473] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2011d4f8-c56b-4a83-9e19-717a08434a6e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.604293] env[65923]: DEBUG oslo_vmware.api [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 703.604293] env[65923]: value = "task-4706626" [ 703.604293] env[65923]: _type = "Task" [ 703.604293] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.614077] env[65923]: DEBUG oslo_vmware.api [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.790491] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706625, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.832331] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706622, 'name': CloneVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.882745] env[65923]: DEBUG nova.scheduler.client.report [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.889504] env[65923]: WARNING neutronclient.v2_0.client [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.933176] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5d8bdbce-9d1e-440a-a3eb-f670b63d8130 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Lock "a247df41-6a1b-44a5-8476-d285a7ac9639" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.023s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.946491] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 703.946820] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c87f1ac2-056d-4c59-89ba-326ffdfb3c9c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.955702] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 703.955702] env[65923]: value = "task-4706627" [ 703.955702] env[65923]: _type = "Task" [ 703.955702] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.971258] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706627, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.115487] env[65923]: DEBUG oslo_vmware.api [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706626, 'name': PowerOffVM_Task, 'duration_secs': 0.366113} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.115763] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.116692] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.116692] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a84b9b87-a1e7-466f-812b-e25ce734e964 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.144102] env[65923]: DEBUG nova.network.neutron [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 704.185960] env[65923]: DEBUG nova.compute.manager [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 704.211798] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.212141] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.212274] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Deleting the datastore file [datastore1] 96c16056-d944-45c0-a016-3d64751d85c2 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.212588] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1948d90-e62e-45e3-b0c5-656a09971927 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.219114] env[65923]: DEBUG nova.virt.hardware [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 704.219576] env[65923]: DEBUG nova.virt.hardware [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.219576] env[65923]: DEBUG nova.virt.hardware [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 704.219728] env[65923]: DEBUG nova.virt.hardware [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.219899] env[65923]: DEBUG nova.virt.hardware [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 704.220093] env[65923]: DEBUG nova.virt.hardware [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 704.220326] env[65923]: DEBUG nova.virt.hardware [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 704.220492] env[65923]: DEBUG nova.virt.hardware [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 704.220662] env[65923]: DEBUG nova.virt.hardware [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 704.220848] env[65923]: DEBUG nova.virt.hardware [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 704.221146] env[65923]: DEBUG nova.virt.hardware [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 704.225271] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1394f023-179d-4bb0-bd93-e150a001fabd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.230683] env[65923]: DEBUG oslo_vmware.api [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 704.230683] env[65923]: value = "task-4706629" [ 704.230683] env[65923]: _type = "Task" [ 704.230683] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.241486] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e06f58-68bf-456a-b8cc-049a9615403e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.250832] env[65923]: DEBUG oslo_vmware.api [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.290937] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706625, 'name': CreateVM_Task, 'duration_secs': 0.569554} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.291136] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.291737] env[65923]: WARNING neutronclient.v2_0.client [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.292125] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.292319] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.292593] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.292877] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef745d54-982e-401e-bcfc-f6d05d042c9e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.299590] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for the task: (returnval){ [ 704.299590] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523c983c-df32-7faf-0457-6c7b8d020e0d" [ 704.299590] env[65923]: _type = "Task" [ 704.299590] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.309692] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523c983c-df32-7faf-0457-6c7b8d020e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.330100] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706622, 'name': CloneVM_Task, 'duration_secs': 1.569497} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.330428] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Created linked-clone VM from snapshot [ 704.331319] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbd040e-73ba-4d98-a6b9-a465deb59b5a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.342313] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Uploading image eb7ce3f8-c4f2-4cfa-a8ff-11c6c701fafc {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 704.372037] env[65923]: DEBUG oslo_vmware.rw_handles [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 704.372037] env[65923]: value = "vm-918562" [ 704.372037] env[65923]: _type = "VirtualMachine" [ 704.372037] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 704.372037] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ceb64d78-f32d-49f7-8f05-6de64f0c4684 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.380871] env[65923]: DEBUG oslo_vmware.rw_handles [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lease: (returnval){ [ 704.380871] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520ae4b6-3a69-474a-b434-292eb4589bc4" [ 704.380871] env[65923]: _type = "HttpNfcLease" [ 704.380871] env[65923]: } obtained for exporting VM: (result){ [ 704.380871] env[65923]: value = "vm-918562" [ 704.380871] env[65923]: _type = "VirtualMachine" [ 704.380871] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 704.381713] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the lease: (returnval){ [ 704.381713] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520ae4b6-3a69-474a-b434-292eb4589bc4" [ 704.381713] env[65923]: _type = "HttpNfcLease" [ 704.381713] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 704.389105] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.391564] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.568s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.395734] env[65923]: INFO nova.compute.claims [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.401579] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 704.401579] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520ae4b6-3a69-474a-b434-292eb4589bc4" [ 704.401579] env[65923]: _type = "HttpNfcLease" [ 704.401579] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 704.401845] env[65923]: DEBUG oslo_vmware.rw_handles [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 704.401845] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520ae4b6-3a69-474a-b434-292eb4589bc4" [ 704.401845] env[65923]: _type = "HttpNfcLease" [ 704.401845] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 704.402711] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4568f7-843f-4c5e-b4bd-dee31f08fc1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.411723] env[65923]: DEBUG oslo_vmware.rw_handles [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247e10f-c347-12b2-a359-39558b3ab811/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 704.411946] env[65923]: DEBUG oslo_vmware.rw_handles [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247e10f-c347-12b2-a359-39558b3ab811/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 704.415747] env[65923]: INFO nova.scheduler.client.report [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Deleted allocations for instance 3241b026-b4da-4d69-a897-399348248f58 [ 704.482741] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706627, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.523763] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8fa9ffd-2a35-4cc3-a0dc-98aadf833b7d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.742459] env[65923]: DEBUG oslo_vmware.api [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295239} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.742734] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.742923] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.743120] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.743297] env[65923]: INFO nova.compute.manager [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 704.743615] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 704.743835] env[65923]: DEBUG nova.compute.manager [-] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 704.743928] env[65923]: DEBUG nova.network.neutron [-] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 704.744302] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.813542] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523c983c-df32-7faf-0457-6c7b8d020e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.021597} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.814382] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.814382] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.814522] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.814554] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.814768] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.815071] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d96df5fd-03a8-43ff-9b54-b70017ca61a7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.826288] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.826438] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.827301] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ebdb109-b312-4fbf-95fb-97fbca2fd7ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.835224] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for the task: (returnval){ [ 704.835224] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523a78d9-ca89-6c7e-8c47-1d0418e8a312" [ 704.835224] env[65923]: _type = "Task" [ 704.835224] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.845840] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523a78d9-ca89-6c7e-8c47-1d0418e8a312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.983169] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706627, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.983699] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82ed36df-7ef3-4221-aefc-d9e91c428d3a tempest-DeleteServersAdminTestJSON-642778624 tempest-DeleteServersAdminTestJSON-642778624-project-member] Lock "3241b026-b4da-4d69-a897-399348248f58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.905s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.133873] env[65923]: WARNING neutronclient.v2_0.client [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.348963] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523a78d9-ca89-6c7e-8c47-1d0418e8a312, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.350368] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddb148d-876c-41e3-a4c1-0fffdf349e4c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.358250] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for the task: (returnval){ [ 705.358250] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c41796-55d8-3114-9bb8-a8230ec19443" [ 705.358250] env[65923]: _type = "Task" [ 705.358250] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.369668] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c41796-55d8-3114-9bb8-a8230ec19443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.483572] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706627, 'name': CreateSnapshot_Task, 'duration_secs': 1.21512} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.483881] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 705.485040] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57754f22-0799-4034-91f2-d6e81c300782 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.604748] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.686657] env[65923]: DEBUG nova.network.neutron [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Successfully updated port: 465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 705.860808] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673b44ba-ddd7-4ca8-9994-8e8f255a0eb7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.879659] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c41796-55d8-3114-9bb8-a8230ec19443, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.880766] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8ef2fc-ff13-430f-9a2a-916e5a4fbdbe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.884810] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.887408] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] bd6b36e6-3023-4765-b538-2c7c4044e98c/bd6b36e6-3023-4765-b538-2c7c4044e98c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.887408] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b3e4e57-41df-4961-b350-1a27101b8fe2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.919790] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b1b7c-7ad0-446d-9904-b2638ee14bc4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.922894] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for the task: (returnval){ [ 705.922894] env[65923]: value = "task-4706631" [ 705.922894] env[65923]: _type = "Task" [ 705.922894] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.935039] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ad41eb-119a-4df2-b123-59e0bacf71e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.951332] env[65923]: DEBUG nova.compute.provider_tree [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.016027] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 706.016027] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8d0b0505-3075-463e-94b1-03c13a55bbc4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.030152] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 706.030152] env[65923]: value = "task-4706632" [ 706.030152] env[65923]: _type = "Task" [ 706.030152] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.040317] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706632, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.096218] env[65923]: DEBUG nova.network.neutron [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Updated VIF entry in instance network info cache for port 3a644af9-3375-4f95-82d4-9dcfb44114f8. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 706.096787] env[65923]: DEBUG nova.network.neutron [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Updating instance_info_cache with network_info: [{"id": "3a644af9-3375-4f95-82d4-9dcfb44114f8", "address": "fa:16:3e:92:8e:d8", "network": {"id": "691fbcb8-10a0-4e67-a441-f0da7f2c18d1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1186021598-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1666f30d59aa4575aea3722854ccc5cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a644af9-33", "ovs_interfaceid": "3a644af9-3375-4f95-82d4-9dcfb44114f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.191271] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.191271] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquired lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.191271] env[65923]: DEBUG nova.network.neutron [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 706.438929] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706631, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.454337] env[65923]: DEBUG nova.scheduler.client.report [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.531698] env[65923]: WARNING neutronclient.v2_0.client [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.550336] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706632, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.606052] env[65923]: DEBUG oslo_concurrency.lockutils [req-3ee1a17c-165f-49b4-94ea-f9da9aa1a989 req-2a52b706-bdf7-45e8-80cc-01d1e798aec6 service nova] Releasing lock "refresh_cache-a247df41-6a1b-44a5-8476-d285a7ac9639" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.665723] env[65923]: WARNING neutronclient.v2_0.client [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.809956] env[65923]: DEBUG nova.network.neutron [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Updating instance_info_cache with network_info: [{"id": "06eee305-ee1b-46e4-a229-df1b6e92f608", "address": "fa:16:3e:e2:bf:ab", "network": {"id": "d3a2954f-6b20-44ac-ae85-c79c5e35932f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1377867791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8271795be74b4004adb5950c195276df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06eee305-ee", "ovs_interfaceid": "06eee305-ee1b-46e4-a229-df1b6e92f608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.899335] env[65923]: DEBUG nova.network.neutron [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 706.936880] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785791} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.937936] env[65923]: DEBUG nova.network.neutron [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updated VIF entry in instance network info cache for port 1537af6f-9ce2-44ab-b971-f170ae41504e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 706.938311] env[65923]: DEBUG nova.network.neutron [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updating instance_info_cache with network_info: [{"id": "1537af6f-9ce2-44ab-b971-f170ae41504e", "address": "fa:16:3e:70:43:e0", "network": {"id": "c459f02d-5051-4838-b908-6b3035dc271c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-333457000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ef7ed9c72644e6931cd15de721b592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537af6f-9c", "ovs_interfaceid": "1537af6f-9ce2-44ab-b971-f170ae41504e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.939582] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] bd6b36e6-3023-4765-b538-2c7c4044e98c/bd6b36e6-3023-4765-b538-2c7c4044e98c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.939837] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.940360] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fd5b4bc-eeba-4fa5-be08-f92b177a5d79 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.950309] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for the task: (returnval){ [ 706.950309] env[65923]: value = "task-4706633" [ 706.950309] env[65923]: _type = "Task" [ 706.950309] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.960018] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.960834] env[65923]: DEBUG nova.compute.manager [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 706.970304] env[65923]: DEBUG oslo_concurrency.lockutils [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.011s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.970304] env[65923]: DEBUG nova.objects.instance [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Lazy-loading 'resources' on Instance uuid 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.971348] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.046667] env[65923]: DEBUG nova.network.neutron [-] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.052418] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706632, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.098431] env[65923]: WARNING neutronclient.v2_0.client [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.232661] env[65923]: DEBUG nova.network.neutron [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updating instance_info_cache with network_info: [{"id": "465640a4-919e-4747-bd7b-d7618c474e43", "address": "fa:16:3e:86:97:43", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465640a4-91", "ovs_interfaceid": "465640a4-919e-4747-bd7b-d7618c474e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.314483] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Releasing lock "refresh_cache-d56cd5bd-465b-418b-b916-277e81956bbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.316148] env[65923]: DEBUG nova.compute.manager [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Instance network_info: |[{"id": "06eee305-ee1b-46e4-a229-df1b6e92f608", "address": "fa:16:3e:e2:bf:ab", "network": {"id": "d3a2954f-6b20-44ac-ae85-c79c5e35932f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1377867791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8271795be74b4004adb5950c195276df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06eee305-ee", "ovs_interfaceid": "06eee305-ee1b-46e4-a229-df1b6e92f608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 707.317172] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:bf:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06eee305-ee1b-46e4-a229-df1b6e92f608', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.328938] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Creating folder: Project (8271795be74b4004adb5950c195276df). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.330289] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51966dc7-b806-4c05-9fb7-a2069244706e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.351398] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Created folder: Project (8271795be74b4004adb5950c195276df) in parent group-v918465. [ 707.351711] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Creating folder: Instances. Parent ref: group-v918568. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.352310] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d9285ab-4656-4ccc-ac9b-f56715f81e06 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.370207] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Created folder: Instances in parent group-v918568. [ 707.370720] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 707.371117] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.371167] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c62e1ce-1d7f-46a1-bff0-fb8e067a661b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.399044] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.399044] env[65923]: value = "task-4706636" [ 707.399044] env[65923]: _type = "Task" [ 707.399044] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.408166] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706636, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.441899] env[65923]: DEBUG oslo_concurrency.lockutils [req-a4b9047d-3136-4a7f-b7aa-b7add06b8ce2 req-477e781f-0319-4722-8e7a-a89367876c6b service nova] Releasing lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.468248] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077265} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.469440] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.472437] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02a1722-873e-4ade-8e01-5531dcf9ae68 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.475826] env[65923]: DEBUG nova.compute.utils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.486715] env[65923]: DEBUG nova.compute.manager [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 707.486715] env[65923]: DEBUG nova.network.neutron [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 707.486937] env[65923]: WARNING neutronclient.v2_0.client [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.488464] env[65923]: WARNING neutronclient.v2_0.client [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.518711] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] bd6b36e6-3023-4765-b538-2c7c4044e98c/bd6b36e6-3023-4765-b538-2c7c4044e98c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.520427] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4ebb22-7de1-47a7-b05f-e4b0591618fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.552656] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706632, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.558485] env[65923]: INFO nova.compute.manager [-] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Took 2.81 seconds to deallocate network for instance. [ 707.560470] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for the task: (returnval){ [ 707.560470] env[65923]: value = "task-4706637" [ 707.560470] env[65923]: _type = "Task" [ 707.560470] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.580407] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.654939] env[65923]: DEBUG nova.policy [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0d2bc514004fae9c9280cc90be1d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed68dc8b38c4e288451ea560b8e9a6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.737080] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Releasing lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.740022] env[65923]: DEBUG nova.compute.manager [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Instance network_info: |[{"id": "465640a4-919e-4747-bd7b-d7618c474e43", "address": "fa:16:3e:86:97:43", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465640a4-91", "ovs_interfaceid": "465640a4-919e-4747-bd7b-d7618c474e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 707.740022] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:97:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '465640a4-919e-4747-bd7b-d7618c474e43', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.750102] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Creating folder: Project (0fee23d3308249dd8cce9d47f33d6735). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.753519] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c074ceed-8359-42ed-8fb5-8fed6739e03e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.767077] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Created folder: Project (0fee23d3308249dd8cce9d47f33d6735) in parent group-v918465. [ 707.767077] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Creating folder: Instances. Parent ref: group-v918571. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.767077] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dfd8449-ef01-4fd2-bc47-a5f2995743e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.778854] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Created folder: Instances in parent group-v918571. [ 707.779139] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 707.779358] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.779579] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a33b57d-bd11-420c-ae23-29efc70f331e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.803708] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.803708] env[65923]: value = "task-4706640" [ 707.803708] env[65923]: _type = "Task" [ 707.803708] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.814304] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706640, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.910336] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706636, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.965944] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "be0024b2-0de9-4063-9d8f-c72050a98c30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.966290] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "be0024b2-0de9-4063-9d8f-c72050a98c30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.987763] env[65923]: DEBUG nova.compute.manager [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 708.056110] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706632, 'name': CloneVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.069586] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06310f85-15c0-457c-ac20-4ac9b4106342 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.078687] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.078803] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706637, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.085701] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9934a4d8-0e92-4399-baf1-2fd811fc4efc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.126049] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2912a6bf-3224-4aab-bb56-db12112aa4bd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.134327] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45078ccd-2fba-4b18-94bf-8cce09fe26a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.151116] env[65923]: DEBUG nova.compute.provider_tree [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.318560] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706640, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.413270] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706636, 'name': CreateVM_Task, 'duration_secs': 0.553999} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.413452] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.414056] env[65923]: WARNING neutronclient.v2_0.client [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.415402] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.415402] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.415402] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.415752] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6663a933-9f02-4a8d-a40d-352b2d1a61a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.422866] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for the task: (returnval){ [ 708.422866] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520b3a5f-0f68-735c-1e4e-54bd5d5a43f4" [ 708.422866] env[65923]: _type = "Task" [ 708.422866] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.436442] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520b3a5f-0f68-735c-1e4e-54bd5d5a43f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.469612] env[65923]: DEBUG nova.compute.manager [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 708.508888] env[65923]: DEBUG nova.network.neutron [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Successfully created port: d9b8e934-fd55-4e83-bd7f-e8b324b52c6a {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 708.557023] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706632, 'name': CloneVM_Task, 'duration_secs': 2.047947} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.557351] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Created linked-clone VM from snapshot [ 708.558375] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4e860c-242b-4438-82ef-ff1dd324d61e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.573082] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Uploading image e4f2282e-53da-425f-900c-243dc96a9a6a {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 708.581726] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706637, 'name': ReconfigVM_Task, 'duration_secs': 0.551049} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.582026] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Reconfigured VM instance instance-00000020 to attach disk [datastore2] bd6b36e6-3023-4765-b538-2c7c4044e98c/bd6b36e6-3023-4765-b538-2c7c4044e98c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.582780] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9264099b-05a9-4407-a039-d06f94852dad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.596227] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for the task: (returnval){ [ 708.596227] env[65923]: value = "task-4706641" [ 708.596227] env[65923]: _type = "Task" [ 708.596227] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.608099] env[65923]: DEBUG oslo_vmware.rw_handles [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 708.608099] env[65923]: value = "vm-918567" [ 708.608099] env[65923]: _type = "VirtualMachine" [ 708.608099] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 708.608099] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8ca8f19b-2ce6-46c6-b04d-a7efba8c5251 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.611744] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706641, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.620155] env[65923]: DEBUG oslo_vmware.rw_handles [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lease: (returnval){ [ 708.620155] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5214b9fb-06e4-0493-77f2-e8ee3f4558d4" [ 708.620155] env[65923]: _type = "HttpNfcLease" [ 708.620155] env[65923]: } obtained for exporting VM: (result){ [ 708.620155] env[65923]: value = "vm-918567" [ 708.620155] env[65923]: _type = "VirtualMachine" [ 708.620155] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 708.620501] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the lease: (returnval){ [ 708.620501] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5214b9fb-06e4-0493-77f2-e8ee3f4558d4" [ 708.620501] env[65923]: _type = "HttpNfcLease" [ 708.620501] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 708.629586] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 708.629586] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5214b9fb-06e4-0493-77f2-e8ee3f4558d4" [ 708.629586] env[65923]: _type = "HttpNfcLease" [ 708.629586] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 708.654765] env[65923]: DEBUG nova.scheduler.client.report [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.818791] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706640, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.935994] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520b3a5f-0f68-735c-1e4e-54bd5d5a43f4, 'name': SearchDatastore_Task, 'duration_secs': 0.016531} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.936390] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.937337] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.937337] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.937337] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.937337] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.939543] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4189be7f-abf8-4ba0-be2d-03874d2b8517 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.952968] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.953489] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.954779] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-859c59a7-c796-4f05-9aca-df70c10c4110 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.963514] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for the task: (returnval){ [ 708.963514] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5286df25-61b5-ce9b-799b-a5b56457b735" [ 708.963514] env[65923]: _type = "Task" [ 708.963514] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.977116] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5286df25-61b5-ce9b-799b-a5b56457b735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.999714] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.000943] env[65923]: DEBUG nova.compute.manager [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 709.034746] env[65923]: DEBUG nova.virt.hardware [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 709.035037] env[65923]: DEBUG nova.virt.hardware [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.035183] env[65923]: DEBUG nova.virt.hardware [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 709.035356] env[65923]: DEBUG nova.virt.hardware [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.035494] env[65923]: DEBUG nova.virt.hardware [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 709.035636] env[65923]: DEBUG nova.virt.hardware [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 709.035846] env[65923]: DEBUG nova.virt.hardware [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 709.036049] env[65923]: DEBUG nova.virt.hardware [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 709.036291] env[65923]: DEBUG nova.virt.hardware [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 709.036371] env[65923]: DEBUG nova.virt.hardware [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 709.036595] env[65923]: DEBUG nova.virt.hardware [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 709.037526] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8051a6-d390-44d4-9fb1-525ebb0e485f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.047647] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ddbdcd-1d72-4a69-af3f-2644395b1c5e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.110173] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706641, 'name': Rename_Task, 'duration_secs': 0.295312} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.110332] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.110546] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8613eb6-665c-4c3a-ae04-bb53eed7971d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.120109] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for the task: (returnval){ [ 709.120109] env[65923]: value = "task-4706643" [ 709.120109] env[65923]: _type = "Task" [ 709.120109] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.133239] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.135056] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.135056] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5214b9fb-06e4-0493-77f2-e8ee3f4558d4" [ 709.135056] env[65923]: _type = "HttpNfcLease" [ 709.135056] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 709.135351] env[65923]: DEBUG oslo_vmware.rw_handles [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 709.135351] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5214b9fb-06e4-0493-77f2-e8ee3f4558d4" [ 709.135351] env[65923]: _type = "HttpNfcLease" [ 709.135351] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 709.136786] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff43556-bc76-4fdf-aaec-65f78673a9fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.146960] env[65923]: DEBUG oslo_vmware.rw_handles [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52048954-30e5-a559-d479-15dafd6c09ca/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 709.147222] env[65923]: DEBUG oslo_vmware.rw_handles [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52048954-30e5-a559-d479-15dafd6c09ca/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 709.207736] env[65923]: DEBUG oslo_concurrency.lockutils [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.210599] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.321s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.212397] env[65923]: INFO nova.compute.claims [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.263985] env[65923]: INFO nova.scheduler.client.report [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Deleted allocations for instance 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8 [ 709.265715] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54bfb221-0922-4e3b-b660-cea223a419ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.315482] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706640, 'name': CreateVM_Task, 'duration_secs': 1.506165} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.318021] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.318647] env[65923]: WARNING neutronclient.v2_0.client [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.319040] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.319279] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.320936] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.320936] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-253610f6-da8a-4d58-9c0e-8b11e06f5c3d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.327435] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 709.327435] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5299c450-4a06-d074-f9e2-7c57ef50e81b" [ 709.327435] env[65923]: _type = "Task" [ 709.327435] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.341833] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5299c450-4a06-d074-f9e2-7c57ef50e81b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.477886] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5286df25-61b5-ce9b-799b-a5b56457b735, 'name': SearchDatastore_Task, 'duration_secs': 0.017557} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.478831] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f77dd1-64a7-4735-b0c1-b8d4e84a4e49 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.488327] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for the task: (returnval){ [ 709.488327] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52071636-f1fd-f123-e69f-c2d250158689" [ 709.488327] env[65923]: _type = "Task" [ 709.488327] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.500363] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52071636-f1fd-f123-e69f-c2d250158689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.633958] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706643, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.781644] env[65923]: DEBUG oslo_concurrency.lockutils [None req-62f13a91-7d88-4768-b2e5-a03c1ac772d6 tempest-ServerTagsTestJSON-870701732 tempest-ServerTagsTestJSON-870701732-project-member] Lock "13f8ab42-d467-4a8e-b4e4-c61c5e748ca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.494s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.843913] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5299c450-4a06-d074-f9e2-7c57ef50e81b, 'name': SearchDatastore_Task, 'duration_secs': 0.01752} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.844778] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.845317] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.846034] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.005388] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52071636-f1fd-f123-e69f-c2d250158689, 'name': SearchDatastore_Task, 'duration_secs': 0.022348} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.005912] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.006958] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] d56cd5bd-465b-418b-b916-277e81956bbd/d56cd5bd-465b-418b-b916-277e81956bbd.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.007410] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.007691] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.007992] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb8902a4-8eae-41db-b36d-fa3689620af9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.012176] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-580694e9-5428-4c4f-9a22-2e511e053dca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.026155] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for the task: (returnval){ [ 710.026155] env[65923]: value = "task-4706644" [ 710.026155] env[65923]: _type = "Task" [ 710.026155] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.032289] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.032563] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.034664] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac197ed-72ef-4728-8646-b9adfd376bda {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.042126] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.046753] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 710.046753] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d479f5-5032-bc6d-c075-7b01400695f7" [ 710.046753] env[65923]: _type = "Task" [ 710.046753] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.061293] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d479f5-5032-bc6d-c075-7b01400695f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.131938] env[65923]: DEBUG oslo_vmware.api [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706643, 'name': PowerOnVM_Task, 'duration_secs': 0.726961} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.132336] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.132591] env[65923]: INFO nova.compute.manager [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Took 11.32 seconds to spawn the instance on the hypervisor. [ 710.133122] env[65923]: DEBUG nova.compute.manager [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 710.135057] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c0e533-dc1e-497c-875a-832ccf1fba0d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.190331] env[65923]: DEBUG nova.compute.manager [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Received event network-vif-plugged-06eee305-ee1b-46e4-a229-df1b6e92f608 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 710.192405] env[65923]: DEBUG oslo_concurrency.lockutils [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] Acquiring lock "d56cd5bd-465b-418b-b916-277e81956bbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.193896] env[65923]: DEBUG oslo_concurrency.lockutils [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] Lock "d56cd5bd-465b-418b-b916-277e81956bbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.193896] env[65923]: DEBUG oslo_concurrency.lockutils [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] Lock "d56cd5bd-465b-418b-b916-277e81956bbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.195490] env[65923]: DEBUG nova.compute.manager [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] No waiting events found dispatching network-vif-plugged-06eee305-ee1b-46e4-a229-df1b6e92f608 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 710.195490] env[65923]: WARNING nova.compute.manager [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Received unexpected event network-vif-plugged-06eee305-ee1b-46e4-a229-df1b6e92f608 for instance with vm_state building and task_state spawning. [ 710.195490] env[65923]: DEBUG nova.compute.manager [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Received event network-changed-06eee305-ee1b-46e4-a229-df1b6e92f608 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 710.195490] env[65923]: DEBUG nova.compute.manager [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Refreshing instance network info cache due to event network-changed-06eee305-ee1b-46e4-a229-df1b6e92f608. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 710.195490] env[65923]: DEBUG oslo_concurrency.lockutils [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] Acquiring lock "refresh_cache-d56cd5bd-465b-418b-b916-277e81956bbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.195920] env[65923]: DEBUG oslo_concurrency.lockutils [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] Acquired lock "refresh_cache-d56cd5bd-465b-418b-b916-277e81956bbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.195920] env[65923]: DEBUG nova.network.neutron [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Refreshing network info cache for port 06eee305-ee1b-46e4-a229-df1b6e92f608 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.220082] env[65923]: DEBUG nova.compute.manager [req-83397695-f496-43a3-9ea2-c66393d0f12e req-7f773fa6-fb99-44d7-a676-0bff23fb0ce8 service nova] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Received event network-changed-59dd0a54-d6d6-482f-9610-eec13c7e6c2d {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 710.220491] env[65923]: DEBUG nova.compute.manager [req-83397695-f496-43a3-9ea2-c66393d0f12e req-7f773fa6-fb99-44d7-a676-0bff23fb0ce8 service nova] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Refreshing instance network info cache due to event network-changed-59dd0a54-d6d6-482f-9610-eec13c7e6c2d. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 710.220731] env[65923]: DEBUG oslo_concurrency.lockutils [req-83397695-f496-43a3-9ea2-c66393d0f12e req-7f773fa6-fb99-44d7-a676-0bff23fb0ce8 service nova] Acquiring lock "refresh_cache-bd6b36e6-3023-4765-b538-2c7c4044e98c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.221085] env[65923]: DEBUG oslo_concurrency.lockutils [req-83397695-f496-43a3-9ea2-c66393d0f12e req-7f773fa6-fb99-44d7-a676-0bff23fb0ce8 service nova] Acquired lock "refresh_cache-bd6b36e6-3023-4765-b538-2c7c4044e98c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.221365] env[65923]: DEBUG nova.network.neutron [req-83397695-f496-43a3-9ea2-c66393d0f12e req-7f773fa6-fb99-44d7-a676-0bff23fb0ce8 service nova] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Refreshing network info cache for port 59dd0a54-d6d6-482f-9610-eec13c7e6c2d {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.461048] env[65923]: DEBUG nova.network.neutron [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Successfully updated port: d9b8e934-fd55-4e83-bd7f-e8b324b52c6a {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 710.541954] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706644, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.569952] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d479f5-5032-bc6d-c075-7b01400695f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015805} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.571280] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71fc652-3a87-42f2-97b2-1e1b7648b5d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.580123] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 710.580123] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5209dc97-15be-1291-bf2f-00578ee07de3" [ 710.580123] env[65923]: _type = "Task" [ 710.580123] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.597529] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5209dc97-15be-1291-bf2f-00578ee07de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.666862] env[65923]: INFO nova.compute.manager [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Took 31.95 seconds to build instance. [ 710.701347] env[65923]: WARNING neutronclient.v2_0.client [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.725341] env[65923]: WARNING neutronclient.v2_0.client [req-83397695-f496-43a3-9ea2-c66393d0f12e req-7f773fa6-fb99-44d7-a676-0bff23fb0ce8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.794610] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b9403f-450d-4426-b577-acb6b94d66e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.806125] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4813e888-2d4e-4331-bfa1-9e354368aabf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.851900] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908b5062-00a3-4ad3-87a9-03d62b4a8dc3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.863378] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10394703-8afb-4b3c-a43d-d40986b09e5a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.882571] env[65923]: DEBUG nova.compute.provider_tree [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.964787] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "refresh_cache-e7370764-1001-4241-96af-0d5cacfd273c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.966520] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "refresh_cache-e7370764-1001-4241-96af-0d5cacfd273c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.966520] env[65923]: DEBUG nova.network.neutron [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 711.040772] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679032} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.045639] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] d56cd5bd-465b-418b-b916-277e81956bbd/d56cd5bd-465b-418b-b916-277e81956bbd.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.046814] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.048100] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1bd2cd3-12ab-4a02-ad7e-961e41e43e85 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.058460] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for the task: (returnval){ [ 711.058460] env[65923]: value = "task-4706645" [ 711.058460] env[65923]: _type = "Task" [ 711.058460] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.072687] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.108427] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5209dc97-15be-1291-bf2f-00578ee07de3, 'name': SearchDatastore_Task, 'duration_secs': 0.061601} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.108696] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.109504] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4/aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.112396] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10d5e221-4933-4c5d-97a4-161b64106843 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.127891] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 711.127891] env[65923]: value = "task-4706646" [ 711.127891] env[65923]: _type = "Task" [ 711.127891] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.138750] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.173897] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79b57912-ec23-4926-97ef-a77c86308cb9 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Lock "bd6b36e6-3023-4765-b538-2c7c4044e98c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.463s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.389939] env[65923]: DEBUG nova.scheduler.client.report [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.460841] env[65923]: WARNING neutronclient.v2_0.client [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.494809] env[65923]: WARNING neutronclient.v2_0.client [req-83397695-f496-43a3-9ea2-c66393d0f12e req-7f773fa6-fb99-44d7-a676-0bff23fb0ce8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.533907] env[65923]: DEBUG nova.network.neutron [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.572583] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075301} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.573031] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.574879] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1511343c-2e89-4379-849c-cbcdb40a8ab6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.584860] env[65923]: DEBUG nova.network.neutron [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Updated VIF entry in instance network info cache for port 06eee305-ee1b-46e4-a229-df1b6e92f608. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.585466] env[65923]: DEBUG nova.network.neutron [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Updating instance_info_cache with network_info: [{"id": "06eee305-ee1b-46e4-a229-df1b6e92f608", "address": "fa:16:3e:e2:bf:ab", "network": {"id": "d3a2954f-6b20-44ac-ae85-c79c5e35932f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1377867791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8271795be74b4004adb5950c195276df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06eee305-ee", "ovs_interfaceid": "06eee305-ee1b-46e4-a229-df1b6e92f608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.611038] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d56cd5bd-465b-418b-b916-277e81956bbd/d56cd5bd-465b-418b-b916-277e81956bbd.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.616778] env[65923]: DEBUG oslo_concurrency.lockutils [req-5a8cd2ee-b958-4993-b5b4-de28a0c0c121 req-00df76e2-6521-48e4-9502-828c3b789db1 service nova] Releasing lock "refresh_cache-d56cd5bd-465b-418b-b916-277e81956bbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.617386] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40b82585-6498-45da-8ba7-fbaa7895193d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.641935] env[65923]: DEBUG nova.network.neutron [req-83397695-f496-43a3-9ea2-c66393d0f12e req-7f773fa6-fb99-44d7-a676-0bff23fb0ce8 service nova] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Updated VIF entry in instance network info cache for port 59dd0a54-d6d6-482f-9610-eec13c7e6c2d. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.642309] env[65923]: DEBUG nova.network.neutron [req-83397695-f496-43a3-9ea2-c66393d0f12e req-7f773fa6-fb99-44d7-a676-0bff23fb0ce8 service nova] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Updating instance_info_cache with network_info: [{"id": "59dd0a54-d6d6-482f-9610-eec13c7e6c2d", "address": "fa:16:3e:40:16:92", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dd0a54-d6", "ovs_interfaceid": "59dd0a54-d6d6-482f-9610-eec13c7e6c2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.647295] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for the task: (returnval){ [ 711.647295] env[65923]: value = "task-4706647" [ 711.647295] env[65923]: _type = "Task" [ 711.647295] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.651554] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706646, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.662213] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.703578] env[65923]: WARNING neutronclient.v2_0.client [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.776326] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "4f907a2f-1677-448e-908f-dd618be287de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.776728] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "4f907a2f-1677-448e-908f-dd618be287de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.802175] env[65923]: DEBUG nova.network.neutron [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Updating instance_info_cache with network_info: [{"id": "d9b8e934-fd55-4e83-bd7f-e8b324b52c6a", "address": "fa:16:3e:8f:35:ab", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b8e934-fd", "ovs_interfaceid": "d9b8e934-fd55-4e83-bd7f-e8b324b52c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.898860] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.899684] env[65923]: DEBUG nova.compute.manager [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 711.905917] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.827s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.907012] env[65923]: DEBUG nova.objects.instance [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lazy-loading 'resources' on Instance uuid 96c16056-d944-45c0-a016-3d64751d85c2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.147214] env[65923]: DEBUG oslo_concurrency.lockutils [req-83397695-f496-43a3-9ea2-c66393d0f12e req-7f773fa6-fb99-44d7-a676-0bff23fb0ce8 service nova] Releasing lock "refresh_cache-bd6b36e6-3023-4765-b538-2c7c4044e98c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.147670] env[65923]: DEBUG nova.compute.manager [req-83397695-f496-43a3-9ea2-c66393d0f12e req-7f773fa6-fb99-44d7-a676-0bff23fb0ce8 service nova] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Received event network-vif-deleted-9baa3cba-2273-481d-9dca-71e664f250f3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 712.148347] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639624} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.149345] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4/aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.149345] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.149700] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38bcdd16-ff85-49a6-bec0-db6126bf86c0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.164948] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706647, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.166584] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 712.166584] env[65923]: value = "task-4706648" [ 712.166584] env[65923]: _type = "Task" [ 712.166584] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.179146] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.279591] env[65923]: DEBUG nova.compute.manager [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 712.304612] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "refresh_cache-e7370764-1001-4241-96af-0d5cacfd273c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.305067] env[65923]: DEBUG nova.compute.manager [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Instance network_info: |[{"id": "d9b8e934-fd55-4e83-bd7f-e8b324b52c6a", "address": "fa:16:3e:8f:35:ab", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b8e934-fd", "ovs_interfaceid": "d9b8e934-fd55-4e83-bd7f-e8b324b52c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 712.305551] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:35:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9b8e934-fd55-4e83-bd7f-e8b324b52c6a', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.313895] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 712.314243] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.314607] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-706819cb-ecbf-40eb-b600-13883942aa00 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.339354] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.339354] env[65923]: value = "task-4706649" [ 712.339354] env[65923]: _type = "Task" [ 712.339354] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.356875] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706649, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.407898] env[65923]: DEBUG nova.compute.utils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.409483] env[65923]: DEBUG nova.compute.manager [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 712.409735] env[65923]: DEBUG nova.network.neutron [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 712.410102] env[65923]: WARNING neutronclient.v2_0.client [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.410625] env[65923]: WARNING neutronclient.v2_0.client [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.477617] env[65923]: DEBUG nova.policy [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0842f0165e64b679b31ca4f542af907', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3b4e657996447b7bc332dc7f07de0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.667604] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706647, 'name': ReconfigVM_Task, 'duration_secs': 0.547619} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.671665] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d56cd5bd-465b-418b-b916-277e81956bbd/d56cd5bd-465b-418b-b916-277e81956bbd.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.675696] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-decb0f31-c907-4d57-8b93-ef7c48db1034 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.686053] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080077} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.687733] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.688974] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for the task: (returnval){ [ 712.688974] env[65923]: value = "task-4706650" [ 712.688974] env[65923]: _type = "Task" [ 712.688974] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.689196] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7cec4f-dc4c-48e1-a60a-7c93d33de034 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.709437] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706650, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.730992] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4/aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.734409] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cddeef1-f1ed-4a16-a703-cfd4f120360e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.756811] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 712.756811] env[65923]: value = "task-4706651" [ 712.756811] env[65923]: _type = "Task" [ 712.756811] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.777870] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.808582] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.841940] env[65923]: DEBUG nova.network.neutron [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Successfully created port: b32eb5f4-f62d-44cd-b6e8-87cb537a2fad {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.857066] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706649, 'name': CreateVM_Task, 'duration_secs': 0.492264} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.857203] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.857976] env[65923]: WARNING neutronclient.v2_0.client [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.858279] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.858279] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.858647] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.861817] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dfa2a13-5a88-4c91-81be-03fd8b0947dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.868782] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 712.868782] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5263ff65-c41d-71aa-e193-3689dc1f7a68" [ 712.868782] env[65923]: _type = "Task" [ 712.868782] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.879584] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5263ff65-c41d-71aa-e193-3689dc1f7a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.882052] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c7b7d5-c139-4cbe-a05f-a7f154d52ec6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.891428] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b52077-695c-4955-a728-28b013236f07 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.924276] env[65923]: DEBUG nova.compute.manager [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 712.931024] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f7d14e-bd31-4654-a17a-7eef85735ac5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.937869] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c74a73d-7cd1-47a7-a39f-df360f4ca7b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.956935] env[65923]: DEBUG nova.compute.provider_tree [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.205036] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706650, 'name': Rename_Task, 'duration_secs': 0.222814} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.205036] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.205471] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-803cd32b-0fb5-416d-85ab-95c5ab4a69a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.213646] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for the task: (returnval){ [ 713.213646] env[65923]: value = "task-4706652" [ 713.213646] env[65923]: _type = "Task" [ 713.213646] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.224844] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.268423] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706651, 'name': ReconfigVM_Task, 'duration_secs': 0.454263} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.269024] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Reconfigured VM instance instance-00000022 to attach disk [datastore2] aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4/aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.269948] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e766fc7-6eb2-44c6-914a-936e194365f9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.278090] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 713.278090] env[65923]: value = "task-4706653" [ 713.278090] env[65923]: _type = "Task" [ 713.278090] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.291098] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706653, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.381267] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5263ff65-c41d-71aa-e193-3689dc1f7a68, 'name': SearchDatastore_Task, 'duration_secs': 0.017329} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.381668] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.381939] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.382344] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.382566] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.382787] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.383175] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a954049-8205-452e-bbc1-a5c7d894f907 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.394812] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.395057] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.395969] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3071b848-3d7d-4b57-940e-0308fed27fc3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.405819] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 713.405819] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524bb6e0-a0f8-aca4-0874-9b1d7393c80c" [ 713.405819] env[65923]: _type = "Task" [ 713.405819] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.416905] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524bb6e0-a0f8-aca4-0874-9b1d7393c80c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.460458] env[65923]: DEBUG nova.scheduler.client.report [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.641186] env[65923]: DEBUG oslo_vmware.rw_handles [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247e10f-c347-12b2-a359-39558b3ab811/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 713.642409] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d18a34-4ea1-4b55-a692-98444c5f8d1c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.652777] env[65923]: DEBUG oslo_vmware.rw_handles [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247e10f-c347-12b2-a359-39558b3ab811/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 713.652777] env[65923]: ERROR oslo_vmware.rw_handles [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247e10f-c347-12b2-a359-39558b3ab811/disk-0.vmdk due to incomplete transfer. [ 713.653025] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-112148cf-2294-4ad2-8d81-d09f8e8061c6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.665133] env[65923]: DEBUG oslo_vmware.rw_handles [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247e10f-c347-12b2-a359-39558b3ab811/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 713.665514] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Uploaded image eb7ce3f8-c4f2-4cfa-a8ff-11c6c701fafc to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 713.668317] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 713.668674] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26507a0c-9cf0-4f6b-920c-1f1272ddb7e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.678345] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 713.678345] env[65923]: value = "task-4706654" [ 713.678345] env[65923]: _type = "Task" [ 713.678345] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.688804] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706654, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.725611] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706652, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.791728] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706653, 'name': Rename_Task, 'duration_secs': 0.225694} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.793240] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.793240] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-564d123f-4e83-4583-a237-94057a3bd175 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.805352] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 713.805352] env[65923]: value = "task-4706655" [ 713.805352] env[65923]: _type = "Task" [ 713.805352] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.816126] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.921076] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524bb6e0-a0f8-aca4-0874-9b1d7393c80c, 'name': SearchDatastore_Task, 'duration_secs': 0.017229} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.922382] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4617dd6d-33c8-434a-8ac7-bb68275595a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.931898] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 713.931898] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528fb8fd-1307-129b-a70b-c09d4f206100" [ 713.931898] env[65923]: _type = "Task" [ 713.931898] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.949470] env[65923]: DEBUG nova.compute.manager [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 713.952396] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528fb8fd-1307-129b-a70b-c09d4f206100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.968173] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.974965] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.975s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.976752] env[65923]: INFO nova.compute.claims [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.988192] env[65923]: DEBUG nova.virt.hardware [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 713.988503] env[65923]: DEBUG nova.virt.hardware [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.988740] env[65923]: DEBUG nova.virt.hardware [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 713.988991] env[65923]: DEBUG nova.virt.hardware [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.993218] env[65923]: DEBUG nova.virt.hardware [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 713.993218] env[65923]: DEBUG nova.virt.hardware [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 713.993218] env[65923]: DEBUG nova.virt.hardware [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.993218] env[65923]: DEBUG nova.virt.hardware [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 713.993218] env[65923]: DEBUG nova.virt.hardware [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 713.993218] env[65923]: DEBUG nova.virt.hardware [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 713.993218] env[65923]: DEBUG nova.virt.hardware [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 713.993218] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5a2de7-a50a-4f44-b97f-37778220dfeb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.001388] env[65923]: INFO nova.scheduler.client.report [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Deleted allocations for instance 96c16056-d944-45c0-a016-3d64751d85c2 [ 714.003066] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b31047-c107-4962-af34-7d173c01b057 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.194139] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706654, 'name': Destroy_Task, 'duration_secs': 0.434642} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.194501] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Destroyed the VM [ 714.194721] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 714.195011] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8917193c-9e28-4476-9008-658d94639488 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.204352] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 714.204352] env[65923]: value = "task-4706656" [ 714.204352] env[65923]: _type = "Task" [ 714.204352] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.222432] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706656, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.238965] env[65923]: DEBUG oslo_vmware.api [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706652, 'name': PowerOnVM_Task, 'duration_secs': 0.638165} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.239639] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.239947] env[65923]: INFO nova.compute.manager [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Took 12.63 seconds to spawn the instance on the hypervisor. [ 714.240353] env[65923]: DEBUG nova.compute.manager [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 714.241504] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74dc027-8ab2-4e08-b366-7770d4e8e70e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.324521] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.447859] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528fb8fd-1307-129b-a70b-c09d4f206100, 'name': SearchDatastore_Task, 'duration_secs': 0.018643} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.448225] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.448501] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e7370764-1001-4241-96af-0d5cacfd273c/e7370764-1001-4241-96af-0d5cacfd273c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.449145] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8209819e-2f9c-4135-b7a2-da1a59b0154c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.460291] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 714.460291] env[65923]: value = "task-4706657" [ 714.460291] env[65923]: _type = "Task" [ 714.460291] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.471642] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.517283] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2a6a394a-c78e-44c4-b2cf-f17fb3431547 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "96c16056-d944-45c0-a016-3d64751d85c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.439s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.560887] env[65923]: DEBUG nova.network.neutron [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Successfully updated port: b32eb5f4-f62d-44cd-b6e8-87cb537a2fad {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 714.717588] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706656, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.769625] env[65923]: INFO nova.compute.manager [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Took 34.42 seconds to build instance. [ 714.824095] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706655, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.936656] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Acquiring lock "5a1c2245-b7e5-4939-850d-7d148518a413" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.936876] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Lock "5a1c2245-b7e5-4939-850d-7d148518a413" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.972675] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706657, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.064778] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.065051] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.065338] env[65923]: DEBUG nova.network.neutron [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 715.084646] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.086071] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.086071] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.086071] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.086071] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.088991] env[65923]: INFO nova.compute.manager [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Terminating instance [ 715.222185] env[65923]: DEBUG oslo_vmware.api [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706656, 'name': RemoveSnapshot_Task, 'duration_secs': 0.605535} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.222185] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.222185] env[65923]: INFO nova.compute.manager [None req-68e861ed-0465-49a0-a9b4-e42c9ee4e939 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Took 15.55 seconds to snapshot the instance on the hypervisor. [ 715.275021] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e93c9d8-506c-42e5-8862-2783f034d0d4 tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Lock "d56cd5bd-465b-418b-b916-277e81956bbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.931s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.321771] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706655, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.412345] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.412820] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.441921] env[65923]: INFO nova.compute.manager [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Detaching volume 8df360f5-28d5-44f4-a633-58bda90d16f3 [ 715.478073] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66578} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.478701] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e7370764-1001-4241-96af-0d5cacfd273c/e7370764-1001-4241-96af-0d5cacfd273c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.478701] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.479050] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6f6b2ee-765a-45b2-8771-a90d5369b450 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.489519] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 715.489519] env[65923]: value = "task-4706658" [ 715.489519] env[65923]: _type = "Task" [ 715.489519] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.500225] env[65923]: INFO nova.virt.block_device [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Attempting to driver detach volume 8df360f5-28d5-44f4-a633-58bda90d16f3 from mountpoint /dev/sdb [ 715.500682] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 715.500980] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918551', 'volume_id': '8df360f5-28d5-44f4-a633-58bda90d16f3', 'name': 'volume-8df360f5-28d5-44f4-a633-58bda90d16f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a1c2245-b7e5-4939-850d-7d148518a413', 'attached_at': '', 'detached_at': '', 'volume_id': '8df360f5-28d5-44f4-a633-58bda90d16f3', 'serial': '8df360f5-28d5-44f4-a633-58bda90d16f3'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 715.501945] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef09d33-a9c0-4dec-acb6-da7bbb99ab58 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.509114] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.537419] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad3f5d8-5d0c-4f4c-bb38-bc5b122d2ea1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.547893] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d31fcb-745b-4d53-907a-6f912b7ef924 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.572612] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedc1098-939b-449d-ab17-6b787532f0d4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.578228] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e8236b-9208-4374-814c-2edcbf7ed821 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.597244] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b439a01-2844-4b49-88fc-de3cb5c4355c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.604876] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] The volume has not been displaced from its original location: [datastore1] volume-8df360f5-28d5-44f4-a633-58bda90d16f3/volume-8df360f5-28d5-44f4-a633-58bda90d16f3.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 715.609347] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 715.610634] env[65923]: DEBUG nova.compute.manager [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 715.610874] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.611270] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.611537] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.611807] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.612050] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.612256] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.614278] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57aec0ed-82b3-4e3b-ae14-51e472b7677e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.627662] env[65923]: INFO nova.compute.manager [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Terminating instance [ 715.629607] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd287849-b4cc-45c4-b312-b4264656dd2a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.673519] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dd8917-1e02-4fc6-966f-462b292b1a8b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.676178] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.676548] env[65923]: DEBUG oslo_vmware.api [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Waiting for the task: (returnval){ [ 715.676548] env[65923]: value = "task-4706659" [ 715.676548] env[65923]: _type = "Task" [ 715.676548] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.677542] env[65923]: DEBUG nova.network.neutron [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 715.680499] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59366547-e06c-4b54-8ad1-34c5f951642a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.692342] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30352b39-d034-4874-bf1e-99aacb94d1c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.699323] env[65923]: DEBUG oslo_vmware.api [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Task: {'id': task-4706659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.710397] env[65923]: DEBUG nova.compute.provider_tree [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.786818] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.787167] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.787411] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Deleting the datastore file [datastore2] dcb140a2-7c3e-45aa-99a0-cfd7358843c0 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.787607] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-432ccff5-975a-46eb-a766-6dc7dd10f1f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.795269] env[65923]: DEBUG oslo_vmware.api [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 715.795269] env[65923]: value = "task-4706661" [ 715.795269] env[65923]: _type = "Task" [ 715.795269] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.805782] env[65923]: DEBUG oslo_vmware.api [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.820160] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706655, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.919251] env[65923]: DEBUG nova.compute.manager [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 715.966079] env[65923]: DEBUG nova.compute.manager [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Received event network-vif-plugged-465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 715.967421] env[65923]: DEBUG oslo_concurrency.lockutils [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] Acquiring lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.967421] env[65923]: DEBUG oslo_concurrency.lockutils [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] Lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.967592] env[65923]: DEBUG oslo_concurrency.lockutils [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] Lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.968450] env[65923]: DEBUG nova.compute.manager [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] No waiting events found dispatching network-vif-plugged-465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 715.968450] env[65923]: WARNING nova.compute.manager [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Received unexpected event network-vif-plugged-465640a4-919e-4747-bd7b-d7618c474e43 for instance with vm_state building and task_state spawning. [ 715.968450] env[65923]: DEBUG nova.compute.manager [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Received event network-changed-465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 715.968450] env[65923]: DEBUG nova.compute.manager [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Refreshing instance network info cache due to event network-changed-465640a4-919e-4747-bd7b-d7618c474e43. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 715.968450] env[65923]: DEBUG oslo_concurrency.lockutils [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] Acquiring lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.968450] env[65923]: DEBUG oslo_concurrency.lockutils [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] Acquired lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.968836] env[65923]: DEBUG nova.network.neutron [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Refreshing network info cache for port 465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.984303] env[65923]: WARNING neutronclient.v2_0.client [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.996891] env[65923]: DEBUG nova.compute.manager [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Received event network-vif-plugged-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 716.000556] env[65923]: DEBUG oslo_concurrency.lockutils [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] Acquiring lock "e7370764-1001-4241-96af-0d5cacfd273c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.000556] env[65923]: DEBUG oslo_concurrency.lockutils [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] Lock "e7370764-1001-4241-96af-0d5cacfd273c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.000556] env[65923]: DEBUG oslo_concurrency.lockutils [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] Lock "e7370764-1001-4241-96af-0d5cacfd273c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.000556] env[65923]: DEBUG nova.compute.manager [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] No waiting events found dispatching network-vif-plugged-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 716.000556] env[65923]: WARNING nova.compute.manager [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Received unexpected event network-vif-plugged-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a for instance with vm_state building and task_state spawning. [ 716.000556] env[65923]: DEBUG nova.compute.manager [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Received event network-changed-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 716.000556] env[65923]: DEBUG nova.compute.manager [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Refreshing instance network info cache due to event network-changed-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 716.000556] env[65923]: DEBUG oslo_concurrency.lockutils [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] Acquiring lock "refresh_cache-e7370764-1001-4241-96af-0d5cacfd273c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.000556] env[65923]: DEBUG oslo_concurrency.lockutils [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] Acquired lock "refresh_cache-e7370764-1001-4241-96af-0d5cacfd273c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.000556] env[65923]: DEBUG nova.network.neutron [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Refreshing network info cache for port d9b8e934-fd55-4e83-bd7f-e8b324b52c6a {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.008624] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073874} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.008908] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.009799] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41856b9a-cdc1-4920-a4a0-64aad8eebcf8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.039703] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] e7370764-1001-4241-96af-0d5cacfd273c/e7370764-1001-4241-96af-0d5cacfd273c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.041169] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d8cf91-01fb-466b-8c92-94a4f1ff586a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.064428] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 716.064428] env[65923]: value = "task-4706662" [ 716.064428] env[65923]: _type = "Task" [ 716.064428] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.077992] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.136371] env[65923]: DEBUG nova.compute.manager [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 716.136371] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.137447] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c4fb86-f301-4b33-9415-45ae2a441cd0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.148870] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.149387] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcc68e6a-fdc3-41e4-a944-1de1ee73f917 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.160832] env[65923]: DEBUG oslo_vmware.api [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 716.160832] env[65923]: value = "task-4706663" [ 716.160832] env[65923]: _type = "Task" [ 716.160832] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.172633] env[65923]: DEBUG oslo_vmware.api [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.196850] env[65923]: DEBUG oslo_vmware.api [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Task: {'id': task-4706659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.218094] env[65923]: DEBUG nova.scheduler.client.report [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.310062] env[65923]: DEBUG oslo_vmware.api [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34757} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.310062] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.310062] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.310062] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.310062] env[65923]: INFO nova.compute.manager [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Took 0.70 seconds to destroy the instance on the hypervisor. [ 716.310062] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 716.310607] env[65923]: DEBUG nova.compute.manager [-] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 716.310607] env[65923]: DEBUG nova.network.neutron [-] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 716.310666] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.324330] env[65923]: DEBUG oslo_vmware.api [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706655, 'name': PowerOnVM_Task, 'duration_secs': 2.357583} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.324622] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.324901] env[65923]: INFO nova.compute.manager [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Took 12.14 seconds to spawn the instance on the hypervisor. [ 716.325104] env[65923]: DEBUG nova.compute.manager [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 716.326048] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532adbb9-6684-4a69-a1d0-b10f9f73a4be {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.458750] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.475845] env[65923]: WARNING neutronclient.v2_0.client [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.503498] env[65923]: WARNING neutronclient.v2_0.client [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.578031] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.675365] env[65923]: DEBUG oslo_vmware.api [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706663, 'name': PowerOffVM_Task, 'duration_secs': 0.365612} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.675701] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.675837] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.676159] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9c51933-2700-4257-a425-6ffca43bb541 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.693676] env[65923]: DEBUG oslo_vmware.api [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Task: {'id': task-4706659, 'name': ReconfigVM_Task, 'duration_secs': 0.590109} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.694150] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 716.702034] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8764d39-b19b-4d4d-bc27-b2e656664986 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.720109] env[65923]: DEBUG oslo_vmware.api [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Waiting for the task: (returnval){ [ 716.720109] env[65923]: value = "task-4706665" [ 716.720109] env[65923]: _type = "Task" [ 716.720109] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.724364] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.725049] env[65923]: DEBUG nova.compute.manager [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 716.728689] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.920s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.732960] env[65923]: INFO nova.compute.claims [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.742503] env[65923]: DEBUG oslo_vmware.api [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Task: {'id': task-4706665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.743887] env[65923]: DEBUG nova.network.neutron [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance_info_cache with network_info: [{"id": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "address": "fa:16:3e:38:81:65", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32eb5f4-f6", "ovs_interfaceid": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.823163] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.854633] env[65923]: INFO nova.compute.manager [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Took 33.31 seconds to build instance. [ 716.873447] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.874282] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.874726] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Deleting the datastore file [datastore1] b4a45edd-fa29-45d3-bcc0-d92ca2070ca9 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.875079] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc1102af-f8d4-47dd-ac77-b61caae04db8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.885494] env[65923]: DEBUG oslo_vmware.api [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 716.885494] env[65923]: value = "task-4706666" [ 716.885494] env[65923]: _type = "Task" [ 716.885494] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.898026] env[65923]: DEBUG oslo_vmware.api [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.049022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "ea211bde-9686-4343-80da-1292b3441ab2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.049337] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "ea211bde-9686-4343-80da-1292b3441ab2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.077354] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706662, 'name': ReconfigVM_Task, 'duration_secs': 0.514903} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.077772] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Reconfigured VM instance instance-00000023 to attach disk [datastore2] e7370764-1001-4241-96af-0d5cacfd273c/e7370764-1001-4241-96af-0d5cacfd273c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.078519] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7e57017-cc68-41b7-8baa-4d37f663cdc4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.087241] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 717.087241] env[65923]: value = "task-4706667" [ 717.087241] env[65923]: _type = "Task" [ 717.087241] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.096502] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.096863] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.103097] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706667, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.232740] env[65923]: DEBUG oslo_vmware.api [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Task: {'id': task-4706665, 'name': ReconfigVM_Task, 'duration_secs': 0.211533} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.234588] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918551', 'volume_id': '8df360f5-28d5-44f4-a633-58bda90d16f3', 'name': 'volume-8df360f5-28d5-44f4-a633-58bda90d16f3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5a1c2245-b7e5-4939-850d-7d148518a413', 'attached_at': '', 'detached_at': '', 'volume_id': '8df360f5-28d5-44f4-a633-58bda90d16f3', 'serial': '8df360f5-28d5-44f4-a633-58bda90d16f3'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 717.238568] env[65923]: DEBUG nova.compute.utils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.242987] env[65923]: DEBUG nova.compute.manager [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 717.243288] env[65923]: DEBUG nova.network.neutron [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 717.243634] env[65923]: WARNING neutronclient.v2_0.client [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.243994] env[65923]: WARNING neutronclient.v2_0.client [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.248944] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.248944] env[65923]: DEBUG nova.compute.manager [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Instance network_info: |[{"id": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "address": "fa:16:3e:38:81:65", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32eb5f4-f6", "ovs_interfaceid": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 717.248944] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:81:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b32eb5f4-f62d-44cd-b6e8-87cb537a2fad', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.258498] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Creating folder: Project (f3b4e657996447b7bc332dc7f07de0d7). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.258813] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21578a16-47f3-4549-a5d7-6719ec37aa4b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.277393] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Created folder: Project (f3b4e657996447b7bc332dc7f07de0d7) in parent group-v918465. [ 717.277628] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Creating folder: Instances. Parent ref: group-v918575. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.278437] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8baa74fe-8239-4c21-a5f2-96c77b1f7e01 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.295957] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Created folder: Instances in parent group-v918575. [ 717.296327] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 717.297096] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.297096] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcde1c9e-7b7f-4ee2-b0ba-1ce5364795c3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.323328] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.323328] env[65923]: value = "task-4706670" [ 717.323328] env[65923]: _type = "Task" [ 717.323328] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.334442] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706670, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.357170] env[65923]: DEBUG oslo_concurrency.lockutils [None req-aa304371-a449-476c-955c-fdae352bce96 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.819s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.398025] env[65923]: DEBUG oslo_vmware.api [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4025} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.398623] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.399025] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.399281] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.399484] env[65923]: INFO nova.compute.manager [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Took 1.26 seconds to destroy the instance on the hypervisor. [ 717.399781] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 717.400085] env[65923]: DEBUG nova.compute.manager [-] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 717.400255] env[65923]: DEBUG nova.network.neutron [-] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 717.400602] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.552442] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 717.599460] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 717.607664] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706667, 'name': Rename_Task, 'duration_secs': 0.28325} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.608185] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.608526] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-433046b3-446d-435a-ac92-6313eeca6e80 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.618357] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 717.618357] env[65923]: value = "task-4706671" [ 717.618357] env[65923]: _type = "Task" [ 717.618357] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.633894] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.744064] env[65923]: DEBUG nova.compute.manager [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 717.846643] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706670, 'name': CreateVM_Task, 'duration_secs': 0.503272} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.850146] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.853917] env[65923]: WARNING neutronclient.v2_0.client [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.853917] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.853917] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.853917] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.853917] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9099da55-5785-4464-8040-555093670b06 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.860072] env[65923]: DEBUG nova.objects.instance [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Lazy-loading 'flavor' on Instance uuid 5a1c2245-b7e5-4939-850d-7d148518a413 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.876087] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 717.876087] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528a6ece-a141-92bb-1fef-059537ba651c" [ 717.876087] env[65923]: _type = "Task" [ 717.876087] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.892600] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528a6ece-a141-92bb-1fef-059537ba651c, 'name': SearchDatastore_Task, 'duration_secs': 0.014752} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.892600] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.893144] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.893144] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.893261] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.893386] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.896758] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72751764-b48c-43cf-b620-bbb322e6ba00 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.919786] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.928466] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.930027] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.931094] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16333006-f027-40d5-81e4-9fd56ff7a03e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.939830] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 717.939830] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52605679-b768-26a9-2623-1baeedabcae8" [ 717.939830] env[65923]: _type = "Task" [ 717.939830] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.954365] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52605679-b768-26a9-2623-1baeedabcae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.997594] env[65923]: DEBUG nova.network.neutron [-] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.083523] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.106235] env[65923]: DEBUG nova.policy [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '059378545c70435b82fe851872eb7e49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbdb9cae101e45d6a8d0bac769aa2f4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.131265] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.134041] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.362956] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415d2466-81b8-44c9-97e4-6b6621fd7444 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.376703] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe32bcb-8a75-4303-9403-82e42bf18af6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.418010] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7b8b0d-0bde-4e23-b70d-b316416b05dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.428438] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc70fbf-4b33-44f8-be66-035ca2c85b7b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.446044] env[65923]: DEBUG nova.compute.provider_tree [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.458467] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52605679-b768-26a9-2623-1baeedabcae8, 'name': SearchDatastore_Task, 'duration_secs': 0.016729} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.460032] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640309d8-1655-4015-9d79-8a80c3919f12 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.467528] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 718.467528] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ce1608-b6ca-724b-c8c9-3e73479b2204" [ 718.467528] env[65923]: _type = "Task" [ 718.467528] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.478500] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ce1608-b6ca-724b-c8c9-3e73479b2204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.504376] env[65923]: INFO nova.compute.manager [-] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Took 2.19 seconds to deallocate network for instance. [ 718.630042] env[65923]: DEBUG oslo_vmware.api [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706671, 'name': PowerOnVM_Task, 'duration_secs': 0.726139} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.630042] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.630284] env[65923]: INFO nova.compute.manager [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Took 9.63 seconds to spawn the instance on the hypervisor. [ 718.631046] env[65923]: DEBUG nova.compute.manager [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 718.631277] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcbc48f-a4f6-4f6f-a83d-fc1184262a7d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.760028] env[65923]: DEBUG nova.compute.manager [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 718.788292] env[65923]: DEBUG nova.virt.hardware [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:34:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eea75775-6c61-449a-8964-59b994e8176f',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-66468886',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 718.788559] env[65923]: DEBUG nova.virt.hardware [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.788734] env[65923]: DEBUG nova.virt.hardware [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 718.788920] env[65923]: DEBUG nova.virt.hardware [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.789075] env[65923]: DEBUG nova.virt.hardware [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 718.789219] env[65923]: DEBUG nova.virt.hardware [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 718.789450] env[65923]: DEBUG nova.virt.hardware [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 718.789608] env[65923]: DEBUG nova.virt.hardware [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 718.789771] env[65923]: DEBUG nova.virt.hardware [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 718.789928] env[65923]: DEBUG nova.virt.hardware [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 718.790129] env[65923]: DEBUG nova.virt.hardware [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 718.791057] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b8c308-3d17-4505-b8ba-0942ec739012 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.800653] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e486e758-f907-459b-b973-046efd0bc6f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.873076] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d05ddbc3-f7e4-4226-9d8e-9c200ee6ef40 tempest-VolumesAssistedSnapshotsTest-89812615 tempest-VolumesAssistedSnapshotsTest-89812615-project-admin] Lock "5a1c2245-b7e5-4939-850d-7d148518a413" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.936s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.953037] env[65923]: DEBUG nova.scheduler.client.report [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.983450] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ce1608-b6ca-724b-c8c9-3e73479b2204, 'name': SearchDatastore_Task, 'duration_secs': 0.018603} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.983942] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.984177] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] faf26864-9e66-437f-a93d-72f3a03ed9c9/faf26864-9e66-437f-a93d-72f3a03ed9c9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.984765] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-934be70d-aece-4271-bf8a-8df4159726de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.998419] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 718.998419] env[65923]: value = "task-4706672" [ 718.998419] env[65923]: _type = "Task" [ 718.998419] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.011993] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.012558] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.153555] env[65923]: INFO nova.compute.manager [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Took 20.36 seconds to build instance. [ 719.193262] env[65923]: DEBUG oslo_vmware.rw_handles [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52048954-30e5-a559-d479-15dafd6c09ca/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 719.197034] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaf3473-ef14-4b93-ae2f-7fe941a2831e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.206018] env[65923]: DEBUG oslo_vmware.rw_handles [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52048954-30e5-a559-d479-15dafd6c09ca/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 719.206018] env[65923]: ERROR oslo_vmware.rw_handles [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52048954-30e5-a559-d479-15dafd6c09ca/disk-0.vmdk due to incomplete transfer. [ 719.206018] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-66e7680b-f94c-4734-bb86-898f070e8a74 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.213768] env[65923]: DEBUG oslo_vmware.rw_handles [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52048954-30e5-a559-d479-15dafd6c09ca/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 719.214070] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Uploaded image e4f2282e-53da-425f-900c-243dc96a9a6a to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 719.216095] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 719.216423] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e4e13439-74e4-42e9-b261-f7261710eec3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.225844] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 719.225844] env[65923]: value = "task-4706673" [ 719.225844] env[65923]: _type = "Task" [ 719.225844] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.240697] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706673, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.462754] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.464910] env[65923]: DEBUG nova.compute.manager [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 719.468454] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.010s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.470699] env[65923]: INFO nova.compute.claims [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.515060] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706672, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.540221] env[65923]: DEBUG nova.network.neutron [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Successfully created port: 86439a12-819b-41cb-b802-46f5a2a0deff {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 719.575645] env[65923]: WARNING neutronclient.v2_0.client [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.604631] env[65923]: WARNING neutronclient.v2_0.client [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.659983] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b81c87-bf2d-4ab4-8637-6d0c71550be7 tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "e7370764-1001-4241-96af-0d5cacfd273c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.873s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.737862] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706673, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.833824] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquiring lock "bd6b36e6-3023-4765-b538-2c7c4044e98c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.834129] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Lock "bd6b36e6-3023-4765-b538-2c7c4044e98c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.834344] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquiring lock "bd6b36e6-3023-4765-b538-2c7c4044e98c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.834553] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Lock "bd6b36e6-3023-4765-b538-2c7c4044e98c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.834773] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Lock "bd6b36e6-3023-4765-b538-2c7c4044e98c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.836939] env[65923]: INFO nova.compute.manager [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Terminating instance [ 719.980353] env[65923]: DEBUG nova.compute.utils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.987590] env[65923]: DEBUG nova.compute.manager [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 719.988397] env[65923]: DEBUG nova.network.neutron [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 719.988397] env[65923]: WARNING neutronclient.v2_0.client [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.988553] env[65923]: WARNING neutronclient.v2_0.client [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.010998] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666366} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.011467] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] faf26864-9e66-437f-a93d-72f3a03ed9c9/faf26864-9e66-437f-a93d-72f3a03ed9c9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.011697] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.012011] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d6648c1-baa2-4dba-8f00-c19f6337ebbc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.021112] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 720.021112] env[65923]: value = "task-4706674" [ 720.021112] env[65923]: _type = "Task" [ 720.021112] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.033884] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.246599] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706673, 'name': Destroy_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.342678] env[65923]: DEBUG nova.compute.manager [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 720.343969] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.346364] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c414abba-bfee-4b39-85c0-4f38a5091d4b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.355948] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.356788] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bbe8bc0-fc99-438d-a09c-2e5db975def1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.365188] env[65923]: DEBUG oslo_vmware.api [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for the task: (returnval){ [ 720.365188] env[65923]: value = "task-4706675" [ 720.365188] env[65923]: _type = "Task" [ 720.365188] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.376425] env[65923]: DEBUG oslo_vmware.api [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.493244] env[65923]: DEBUG nova.compute.utils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.535711] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081529} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.538850] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.540442] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db987509-5739-4ee1-b7c0-1c0f57588e50 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.572127] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] faf26864-9e66-437f-a93d-72f3a03ed9c9/faf26864-9e66-437f-a93d-72f3a03ed9c9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.579355] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a48cdca-2b59-4f53-bc88-e2b2e2dcd465 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.602303] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 720.602303] env[65923]: value = "task-4706676" [ 720.602303] env[65923]: _type = "Task" [ 720.602303] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.618031] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.744938] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706673, 'name': Destroy_Task, 'duration_secs': 1.161174} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.745267] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Destroyed the VM [ 720.745505] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 720.745788] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e99882b-4b75-40ef-91ce-7a2f2eaf4154 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.754419] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 720.754419] env[65923]: value = "task-4706677" [ 720.754419] env[65923]: _type = "Task" [ 720.754419] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.764820] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706677, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.880229] env[65923]: DEBUG oslo_vmware.api [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706675, 'name': PowerOffVM_Task, 'duration_secs': 0.229391} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.880229] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.880229] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.880584] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a237d13-6491-42f4-b5c5-0d9f658ef232 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.958565] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.958874] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.959237] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Deleting the datastore file [datastore2] bd6b36e6-3023-4765-b538-2c7c4044e98c {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.959778] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51d82d0a-15a7-431e-89dc-185468fac0d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.970804] env[65923]: DEBUG oslo_vmware.api [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for the task: (returnval){ [ 720.970804] env[65923]: value = "task-4706679" [ 720.970804] env[65923]: _type = "Task" [ 720.970804] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.980277] env[65923]: DEBUG oslo_vmware.api [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.993974] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc83ee0b-caa5-421f-88b4-692d4c119ff5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.999090] env[65923]: DEBUG nova.compute.manager [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 721.009637] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe5e43a-af8c-4b7b-b0cf-cbc4824cdf0a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.046618] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fa53d7-6d47-4842-819c-87fe4546db8a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.061657] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf518f28-4a30-499d-a4e2-241c8ba71a70 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.081043] env[65923]: DEBUG nova.compute.provider_tree [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.114792] env[65923]: DEBUG nova.policy [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94f4f0991f764156b821abd4b4f52f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d81720231fb47cd856824ed1e304b2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.120880] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706676, 'name': ReconfigVM_Task, 'duration_secs': 0.319506} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.121223] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Reconfigured VM instance instance-00000024 to attach disk [datastore1] faf26864-9e66-437f-a93d-72f3a03ed9c9/faf26864-9e66-437f-a93d-72f3a03ed9c9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.122152] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-432837ff-f672-4530-9528-f5f05f96c440 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.132635] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 721.132635] env[65923]: value = "task-4706680" [ 721.132635] env[65923]: _type = "Task" [ 721.132635] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.146108] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706680, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.275664] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706677, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.487527] env[65923]: DEBUG oslo_vmware.api [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Task: {'id': task-4706679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168166} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.487830] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.488013] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.488196] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.488367] env[65923]: INFO nova.compute.manager [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 721.488614] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 721.488813] env[65923]: DEBUG nova.compute.manager [-] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 721.488910] env[65923]: DEBUG nova.network.neutron [-] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 721.489183] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.585553] env[65923]: DEBUG nova.scheduler.client.report [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.645602] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706680, 'name': Rename_Task, 'duration_secs': 0.246636} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.645937] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.646206] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee70bbc4-eb85-4b98-b5ca-37b4782a7c53 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.655222] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 721.655222] env[65923]: value = "task-4706681" [ 721.655222] env[65923]: _type = "Task" [ 721.655222] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.669160] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.678041] env[65923]: DEBUG nova.network.neutron [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updated VIF entry in instance network info cache for port 465640a4-919e-4747-bd7b-d7618c474e43. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.678601] env[65923]: DEBUG nova.network.neutron [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updating instance_info_cache with network_info: [{"id": "465640a4-919e-4747-bd7b-d7618c474e43", "address": "fa:16:3e:86:97:43", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465640a4-91", "ovs_interfaceid": "465640a4-919e-4747-bd7b-d7618c474e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.714805] env[65923]: DEBUG nova.network.neutron [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Updated VIF entry in instance network info cache for port d9b8e934-fd55-4e83-bd7f-e8b324b52c6a. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.715665] env[65923]: DEBUG nova.network.neutron [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Updating instance_info_cache with network_info: [{"id": "d9b8e934-fd55-4e83-bd7f-e8b324b52c6a", "address": "fa:16:3e:8f:35:ab", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b8e934-fd", "ovs_interfaceid": "d9b8e934-fd55-4e83-bd7f-e8b324b52c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.768393] env[65923]: DEBUG oslo_vmware.api [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706677, 'name': RemoveSnapshot_Task, 'duration_secs': 0.566083} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.768623] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 721.768924] env[65923]: INFO nova.compute.manager [None req-5db05639-b4fe-40ae-bc20-b5080fb9dc9f tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Took 18.38 seconds to snapshot the instance on the hypervisor. [ 722.010247] env[65923]: DEBUG nova.compute.manager [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 722.033826] env[65923]: DEBUG nova.virt.hardware [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='651785230',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1101451100',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 722.034047] env[65923]: DEBUG nova.virt.hardware [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.034245] env[65923]: DEBUG nova.virt.hardware [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 722.034472] env[65923]: DEBUG nova.virt.hardware [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.034660] env[65923]: DEBUG nova.virt.hardware [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 722.034867] env[65923]: DEBUG nova.virt.hardware [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 722.035125] env[65923]: DEBUG nova.virt.hardware [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 722.035339] env[65923]: DEBUG nova.virt.hardware [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 722.035571] env[65923]: DEBUG nova.virt.hardware [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 722.035790] env[65923]: DEBUG nova.virt.hardware [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 722.036070] env[65923]: DEBUG nova.virt.hardware [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 722.037072] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd354d37-2fd3-489a-b60a-f42d6405db4e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.047022] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c10ff9b-6e8f-49b2-aa97-782ffbce9c2c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.091540] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.092187] env[65923]: DEBUG nova.compute.manager [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 722.094891] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.012s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.096306] env[65923]: INFO nova.compute.claims [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.140462] env[65923]: DEBUG nova.network.neutron [-] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.180220] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706681, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.183281] env[65923]: DEBUG nova.network.neutron [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Successfully updated port: 86439a12-819b-41cb-b802-46f5a2a0deff {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 722.185598] env[65923]: DEBUG oslo_concurrency.lockutils [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] Releasing lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.186425] env[65923]: DEBUG nova.compute.manager [req-4a9922ee-1ab1-4f76-891e-161574f2858d req-bea6c543-8043-4f98-a9a8-b8773ca12347 service nova] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Received event network-vif-deleted-f11faf46-d8d4-4991-ae33-c2f4abb11534 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 722.218854] env[65923]: DEBUG oslo_concurrency.lockutils [req-a02fa739-6aab-4f18-87fc-0f42faeffd81 req-f679fd3b-e0af-4103-a06e-90dce4dd3ed6 service nova] Releasing lock "refresh_cache-e7370764-1001-4241-96af-0d5cacfd273c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.257476] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.601802] env[65923]: DEBUG nova.compute.utils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.610773] env[65923]: DEBUG nova.compute.manager [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 722.610773] env[65923]: DEBUG nova.network.neutron [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 722.610773] env[65923]: WARNING neutronclient.v2_0.client [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.610773] env[65923]: WARNING neutronclient.v2_0.client [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.644095] env[65923]: INFO nova.compute.manager [-] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Took 5.24 seconds to deallocate network for instance. [ 722.668920] env[65923]: DEBUG oslo_vmware.api [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4706681, 'name': PowerOnVM_Task, 'duration_secs': 0.784334} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.669375] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.669548] env[65923]: INFO nova.compute.manager [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Took 8.72 seconds to spawn the instance on the hypervisor. [ 722.669906] env[65923]: DEBUG nova.compute.manager [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 722.670683] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7540b55-120f-46a8-9a5c-9286ae09af58 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.682939] env[65923]: DEBUG nova.network.neutron [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Successfully created port: 0d8e4b6b-7695-4b70-b087-595dfad1aa49 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 722.689125] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.689516] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.689714] env[65923]: DEBUG nova.network.neutron [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 723.010765] env[65923]: DEBUG nova.policy [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75ca6aa32559403ebd3498784e73f44f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55176e0cb1e14262ae80b8271ee119af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.109301] env[65923]: DEBUG nova.compute.manager [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 723.151358] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.196727] env[65923]: INFO nova.compute.manager [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Took 20.34 seconds to build instance. [ 723.433901] env[65923]: DEBUG nova.network.neutron [-] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.641835] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a119dc-1ffe-4273-bf51-75c1f800a0e7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.651944] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e5ae08-e430-4a62-93e4-9c6cc1873de2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.686086] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7b8f4f-9cf7-4765-983b-ca35e87f828e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.695759] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0031419d-8308-4c6a-b656-f26e8263d5a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.701737] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc008ca-01b2-44bd-a508-2b448a83fbd4 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.855s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.712391] env[65923]: DEBUG nova.compute.provider_tree [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.936766] env[65923]: INFO nova.compute.manager [-] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Took 2.45 seconds to deallocate network for instance. [ 724.125384] env[65923]: DEBUG nova.compute.manager [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 724.155691] env[65923]: DEBUG nova.virt.hardware [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 724.155691] env[65923]: DEBUG nova.virt.hardware [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.159026] env[65923]: DEBUG nova.virt.hardware [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 724.159026] env[65923]: DEBUG nova.virt.hardware [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.159026] env[65923]: DEBUG nova.virt.hardware [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 724.159026] env[65923]: DEBUG nova.virt.hardware [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 724.159026] env[65923]: DEBUG nova.virt.hardware [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 724.159026] env[65923]: DEBUG nova.virt.hardware [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 724.159026] env[65923]: DEBUG nova.virt.hardware [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 724.159026] env[65923]: DEBUG nova.virt.hardware [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 724.159026] env[65923]: DEBUG nova.virt.hardware [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 724.159026] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57be4c0e-cb36-441d-b4ed-45d19538d7a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.169690] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ddd0f-38fe-448b-95cb-a8035c224372 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.215935] env[65923]: DEBUG nova.scheduler.client.report [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.438569] env[65923]: DEBUG nova.network.neutron [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Successfully created port: fb1e850f-8a70-498d-a57a-e13d30b5bd0f {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 724.442752] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.499906] env[65923]: DEBUG nova.compute.manager [req-21c7979a-45a5-4c10-8283-59558df62653 req-1ee04153-b12f-4a6e-b557-1280b47321dc service nova] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Received event network-vif-deleted-25978053-665e-4bf8-a3bf-193a9c061ea9 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.526825] env[65923]: DEBUG nova.network.neutron [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 724.533994] env[65923]: DEBUG nova.compute.manager [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Received event network-vif-plugged-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.533994] env[65923]: DEBUG oslo_concurrency.lockutils [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] Acquiring lock "faf26864-9e66-437f-a93d-72f3a03ed9c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.533994] env[65923]: DEBUG oslo_concurrency.lockutils [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.533994] env[65923]: DEBUG oslo_concurrency.lockutils [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.533994] env[65923]: DEBUG nova.compute.manager [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] No waiting events found dispatching network-vif-plugged-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 724.533994] env[65923]: WARNING nova.compute.manager [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Received unexpected event network-vif-plugged-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad for instance with vm_state active and task_state None. [ 724.533994] env[65923]: DEBUG nova.compute.manager [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Received event network-changed-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 724.533994] env[65923]: DEBUG nova.compute.manager [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Refreshing instance network info cache due to event network-changed-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 724.533994] env[65923]: DEBUG oslo_concurrency.lockutils [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] Acquiring lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.533994] env[65923]: DEBUG oslo_concurrency.lockutils [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] Acquired lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.533994] env[65923]: DEBUG nova.network.neutron [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Refreshing network info cache for port b32eb5f4-f62d-44cd-b6e8-87cb537a2fad {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.637733] env[65923]: DEBUG nova.network.neutron [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Successfully updated port: 0d8e4b6b-7695-4b70-b087-595dfad1aa49 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 724.722290] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.722822] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 724.727273] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.593s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.729525] env[65923]: INFO nova.compute.claims [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.041040] env[65923]: WARNING neutronclient.v2_0.client [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.141972] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "refresh_cache-4f907a2f-1677-448e-908f-dd618be287de" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.142266] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquired lock "refresh_cache-4f907a2f-1677-448e-908f-dd618be287de" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.142466] env[65923]: DEBUG nova.network.neutron [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 725.235574] env[65923]: DEBUG nova.compute.utils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.239992] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 725.240253] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 725.242056] env[65923]: WARNING neutronclient.v2_0.client [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.242056] env[65923]: WARNING neutronclient.v2_0.client [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.741461] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 725.895064] env[65923]: WARNING neutronclient.v2_0.client [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.022906] env[65923]: DEBUG nova.policy [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a69f23a98254eccabac3a7e49966416', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb2b8340472a44eaaf879eba5c394d31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.072942] env[65923]: DEBUG nova.network.neutron [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 726.202942] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfb413f-f8dc-42e2-a07d-21c45c3f1981 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.213356] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadd753a-d158-4bfb-b858-f0a1b55b48cc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.263460] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065bb89d-6722-4d19-b593-d084a6d32319 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.274480] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7ca4f1-ecfd-4d7e-ad76-2174b85291ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.292934] env[65923]: DEBUG nova.compute.provider_tree [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.300206] env[65923]: DEBUG nova.network.neutron [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Successfully updated port: fb1e850f-8a70-498d-a57a-e13d30b5bd0f {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 726.732673] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Successfully created port: 4368f5d3-9005-416e-9f60-045894db9eb1 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 726.770993] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 726.800418] env[65923]: DEBUG nova.scheduler.client.report [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.803875] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.804038] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquired lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.804211] env[65923]: DEBUG nova.network.neutron [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 726.818563] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 726.818802] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.818963] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 726.821705] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.822144] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 726.822462] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 726.823333] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 726.823737] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 726.826067] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 726.826067] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 726.826067] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 726.826067] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750c02c5-a4ce-458d-b50d-e596b10cf731 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.837694] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ba7bd-3580-4f13-9e0f-449e83d2a9b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.946567] env[65923]: DEBUG nova.network.neutron [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance_info_cache with network_info: [{"id": "86439a12-819b-41cb-b802-46f5a2a0deff", "address": "fa:16:3e:ef:15:62", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86439a12-81", "ovs_interfaceid": "86439a12-819b-41cb-b802-46f5a2a0deff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.307357] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.307916] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 727.313159] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.301s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.313927] env[65923]: DEBUG nova.objects.instance [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lazy-loading 'resources' on Instance uuid dcb140a2-7c3e-45aa-99a0-cfd7358843c0 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.451854] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.453975] env[65923]: DEBUG nova.compute.manager [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Instance network_info: |[{"id": "86439a12-819b-41cb-b802-46f5a2a0deff", "address": "fa:16:3e:ef:15:62", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86439a12-81", "ovs_interfaceid": "86439a12-819b-41cb-b802-46f5a2a0deff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 727.454163] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:15:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86439a12-819b-41cb-b802-46f5a2a0deff', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.462435] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 727.462897] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.462897] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31210cb4-f1ac-4090-ac2f-0c9ce7e969c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.487113] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.487113] env[65923]: value = "task-4706683" [ 727.487113] env[65923]: _type = "Task" [ 727.487113] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.497815] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706683, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.647246] env[65923]: WARNING neutronclient.v2_0.client [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.674929] env[65923]: WARNING neutronclient.v2_0.client [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.701916] env[65923]: DEBUG nova.network.neutron [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 727.815029] env[65923]: DEBUG nova.compute.utils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.816484] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 727.816602] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 727.817026] env[65923]: WARNING neutronclient.v2_0.client [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.817405] env[65923]: WARNING neutronclient.v2_0.client [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.889492] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquiring lock "eafbe567-150c-4dd5-9d98-6729708d27f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.889775] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "eafbe567-150c-4dd5-9d98-6729708d27f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.002274] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706683, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.170866] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] Acquiring lock "refresh_cache-e7370764-1001-4241-96af-0d5cacfd273c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.171061] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] Acquired lock "refresh_cache-e7370764-1001-4241-96af-0d5cacfd273c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.171237] env[65923]: DEBUG nova.network.neutron [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 728.317780] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284ede90-4b36-4c6b-b788-8aadca2b5ef7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.321267] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 728.333865] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468ebcf7-d15c-477c-aa1f-9eb219ea5551 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.369774] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b79027b-467a-474b-87df-ecfe75de0b3f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.379264] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041bd627-b091-4742-a847-d6827744ce4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.394937] env[65923]: DEBUG nova.compute.manager [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 728.398689] env[65923]: DEBUG nova.compute.provider_tree [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.498760] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706683, 'name': CreateVM_Task, 'duration_secs': 0.663381} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.498943] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.499473] env[65923]: WARNING neutronclient.v2_0.client [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.499853] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.500013] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.500343] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.500609] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c56efc7-47f0-475d-a8c9-95e90d20ea44 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.510020] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 728.510020] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235cefb-d696-434d-807b-cc2efee5fc3b" [ 728.510020] env[65923]: _type = "Task" [ 728.510020] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.518456] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235cefb-d696-434d-807b-cc2efee5fc3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.659697] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Successfully updated port: 4368f5d3-9005-416e-9f60-045894db9eb1 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 728.682137] env[65923]: WARNING neutronclient.v2_0.client [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.698253] env[65923]: DEBUG nova.policy [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a69f23a98254eccabac3a7e49966416', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb2b8340472a44eaaf879eba5c394d31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.778617] env[65923]: DEBUG nova.network.neutron [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Updating instance_info_cache with network_info: [{"id": "0d8e4b6b-7695-4b70-b087-595dfad1aa49", "address": "fa:16:3e:17:b7:9f", "network": {"id": "4e37869e-d271-4216-945a-3cee993086a1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-471017317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d81720231fb47cd856824ed1e304b2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8e4b6b-76", "ovs_interfaceid": "0d8e4b6b-7695-4b70-b087-595dfad1aa49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.811100] env[65923]: DEBUG nova.network.neutron [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updated VIF entry in instance network info cache for port b32eb5f4-f62d-44cd-b6e8-87cb537a2fad. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 728.811100] env[65923]: DEBUG nova.network.neutron [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance_info_cache with network_info: [{"id": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "address": "fa:16:3e:38:81:65", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32eb5f4-f6", "ovs_interfaceid": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.905279] env[65923]: DEBUG nova.scheduler.client.report [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.925898] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.021830] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235cefb-d696-434d-807b-cc2efee5fc3b, 'name': SearchDatastore_Task, 'duration_secs': 0.014521} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.022254] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.022544] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.022838] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.023053] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.023312] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.023693] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e670dfc-45d7-48b0-9074-3f939a1e5f6b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.033392] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.033691] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.034590] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03463f8d-e950-40ec-8b19-aa356bc1e915 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.040621] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 729.040621] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f71e7c-01e9-f729-0f46-a51dbaca2f80" [ 729.040621] env[65923]: _type = "Task" [ 729.040621] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.049658] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f71e7c-01e9-f729-0f46-a51dbaca2f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.164181] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "refresh_cache-ea211bde-9686-4343-80da-1292b3441ab2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.164346] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "refresh_cache-ea211bde-9686-4343-80da-1292b3441ab2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.164473] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 729.171596] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Successfully created port: d0f7947f-1d68-43e5-9d50-289df0cc8412 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 729.252485] env[65923]: WARNING neutronclient.v2_0.client [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.282299] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Releasing lock "refresh_cache-4f907a2f-1677-448e-908f-dd618be287de" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.282530] env[65923]: DEBUG nova.compute.manager [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Instance network_info: |[{"id": "0d8e4b6b-7695-4b70-b087-595dfad1aa49", "address": "fa:16:3e:17:b7:9f", "network": {"id": "4e37869e-d271-4216-945a-3cee993086a1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-471017317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d81720231fb47cd856824ed1e304b2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8e4b6b-76", "ovs_interfaceid": "0d8e4b6b-7695-4b70-b087-595dfad1aa49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 729.283022] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:b7:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d8e4b6b-7695-4b70-b087-595dfad1aa49', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.291624] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 729.292100] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.292729] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4111b40f-4a86-4098-a62d-a06b7eb460c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.313782] env[65923]: DEBUG oslo_concurrency.lockutils [req-401836fc-6810-4789-a1d8-5c4f59f76fee req-e42fcf30-303a-4c85-a64d-2e2155ff2019 service nova] Releasing lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.319708] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.319708] env[65923]: value = "task-4706684" [ 729.319708] env[65923]: _type = "Task" [ 729.319708] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.331989] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 729.334252] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706684, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.368032] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 729.368032] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.368398] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 729.368398] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.368478] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 729.368622] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 729.368831] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 729.369447] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 729.369447] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 729.369447] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 729.369651] env[65923]: DEBUG nova.virt.hardware [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 729.370673] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e71348-3165-4338-a38c-7fef3e66c34e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.380986] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80cabae-0f8d-4200-954b-bd7f3cd554da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.414348] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.419040] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.266s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.419040] env[65923]: DEBUG nova.objects.instance [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lazy-loading 'resources' on Instance uuid b4a45edd-fa29-45d3-bcc0-d92ca2070ca9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.447823] env[65923]: INFO nova.scheduler.client.report [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Deleted allocations for instance dcb140a2-7c3e-45aa-99a0-cfd7358843c0 [ 729.546257] env[65923]: DEBUG nova.network.neutron [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Updating instance_info_cache with network_info: [{"id": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "address": "fa:16:3e:a9:fe:1e", "network": {"id": "79c688ad-a72d-4cb6-a17b-a0fe63818142", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-803799119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55176e0cb1e14262ae80b8271ee119af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1e850f-8a", "ovs_interfaceid": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.556159] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f71e7c-01e9-f729-0f46-a51dbaca2f80, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.557762] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36395079-3804-4d69-9dd9-bb5c2957878f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.565633] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 729.565633] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c41c62-c36c-ed92-82c3-5c08b2d78a9b" [ 729.565633] env[65923]: _type = "Task" [ 729.565633] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.580487] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c41c62-c36c-ed92-82c3-5c08b2d78a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.581226] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.581573] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] be0024b2-0de9-4063-9d8f-c72050a98c30/be0024b2-0de9-4063-9d8f-c72050a98c30.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.581573] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9494557f-6f5d-4402-8daf-5df49a972532 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.590647] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 729.590647] env[65923]: value = "task-4706685" [ 729.590647] env[65923]: _type = "Task" [ 729.590647] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.600058] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.754198] env[65923]: WARNING neutronclient.v2_0.client [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.792026] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 729.832790] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706684, 'name': CreateVM_Task, 'duration_secs': 0.408217} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.833045] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.833574] env[65923]: WARNING neutronclient.v2_0.client [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.834119] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.834273] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.834691] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.834997] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cd3d74-d348-4c27-88fa-73b19bc24f77 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.841533] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 729.841533] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52025dd9-9c35-9709-0f60-2686147dc79d" [ 729.841533] env[65923]: _type = "Task" [ 729.841533] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.854509] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52025dd9-9c35-9709-0f60-2686147dc79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.962371] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6df532fe-7744-4e78-8a17-1bca6f08ad9d tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "dcb140a2-7c3e-45aa-99a0-cfd7358843c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.877s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.052080] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Releasing lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.052665] env[65923]: DEBUG nova.compute.manager [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Instance network_info: |[{"id": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "address": "fa:16:3e:a9:fe:1e", "network": {"id": "79c688ad-a72d-4cb6-a17b-a0fe63818142", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-803799119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55176e0cb1e14262ae80b8271ee119af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1e850f-8a", "ovs_interfaceid": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 730.053314] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:fe:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb1e850f-8a70-498d-a57a-e13d30b5bd0f', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.063249] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 730.069149] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.070796] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4edbc63a-23b0-4eb3-b9c5-0109533b1539 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.098393] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.098393] env[65923]: value = "task-4706686" [ 730.098393] env[65923]: _type = "Task" [ 730.098393] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.102140] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706685, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.115744] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706686, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.159485] env[65923]: DEBUG nova.network.neutron [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Updating instance_info_cache with network_info: [{"id": "d9b8e934-fd55-4e83-bd7f-e8b324b52c6a", "address": "fa:16:3e:8f:35:ab", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b8e934-fd", "ovs_interfaceid": "d9b8e934-fd55-4e83-bd7f-e8b324b52c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.360289] env[65923]: WARNING neutronclient.v2_0.client [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.375426] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52025dd9-9c35-9709-0f60-2686147dc79d, 'name': SearchDatastore_Task, 'duration_secs': 0.05761} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.380706] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.380972] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.381233] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.381377] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.382630] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.383899] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34569a71-3f1b-4743-9e6e-47859ae0e301 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.400214] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.400413] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.401297] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57e4c42-8b3f-40c8-bd01-376c4f60069a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.405461] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0596b5f-4551-4d2f-b069-957709b5f885 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.416743] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 730.416743] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b8e4b2-c666-c1e7-a280-e59849041c4e" [ 730.416743] env[65923]: _type = "Task" [ 730.416743] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.417913] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac4b634-0dd8-403b-9adb-aceac5e1b192 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.438999] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b8e4b2-c666-c1e7-a280-e59849041c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.475581] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Updating instance_info_cache with network_info: [{"id": "4368f5d3-9005-416e-9f60-045894db9eb1", "address": "fa:16:3e:42:7d:7b", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4368f5d3-90", "ovs_interfaceid": "4368f5d3-9005-416e-9f60-045894db9eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.476942] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468bf212-d5b7-481d-b4bc-b27961e23fdd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.480938] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770d918d-be65-4eca-9b3d-2747ea29c02c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.488915] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 730.488915] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d25935-369c-c2c6-d1f5-141feae11d52" [ 730.488915] env[65923]: _type = "Task" [ 730.488915] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.496737] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b39317-ea7f-4339-be21-c5785738a789 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.511179] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d25935-369c-c2c6-d1f5-141feae11d52, 'name': SearchDatastore_Task, 'duration_secs': 0.01477} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.520686] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.520990] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 4f907a2f-1677-448e-908f-dd618be287de/4f907a2f-1677-448e-908f-dd618be287de.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.521897] env[65923]: DEBUG nova.compute.provider_tree [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.523378] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fc050d6-cba5-4aca-a4d7-3b4b6aa3081a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.533922] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 730.533922] env[65923]: value = "task-4706687" [ 730.533922] env[65923]: _type = "Task" [ 730.533922] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.547374] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.583964] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Received event network-vif-plugged-86439a12-819b-41cb-b802-46f5a2a0deff {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.584223] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Acquiring lock "be0024b2-0de9-4063-9d8f-c72050a98c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.584454] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Lock "be0024b2-0de9-4063-9d8f-c72050a98c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.584938] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Lock "be0024b2-0de9-4063-9d8f-c72050a98c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.584938] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] No waiting events found dispatching network-vif-plugged-86439a12-819b-41cb-b802-46f5a2a0deff {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 730.585103] env[65923]: WARNING nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Received unexpected event network-vif-plugged-86439a12-819b-41cb-b802-46f5a2a0deff for instance with vm_state building and task_state spawning. [ 730.585242] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Received event network-changed-86439a12-819b-41cb-b802-46f5a2a0deff {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.585430] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Refreshing instance network info cache due to event network-changed-86439a12-819b-41cb-b802-46f5a2a0deff. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 730.585630] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Acquiring lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.585765] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Acquired lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.586132] env[65923]: DEBUG nova.network.neutron [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Refreshing network info cache for port 86439a12-819b-41cb-b802-46f5a2a0deff {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.606656] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533367} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.613767] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] be0024b2-0de9-4063-9d8f-c72050a98c30/be0024b2-0de9-4063-9d8f-c72050a98c30.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.614880] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.616510] env[65923]: DEBUG nova.compute.manager [req-001ddfab-fd8b-4162-b218-7855ba752226 req-b0ca1fab-9f0d-48d0-a4db-bb4f63f3aae5 service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received event network-vif-deleted-5807a9a9-43f3-40c8-94f7-b1ecb73001e2 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.616725] env[65923]: DEBUG nova.compute.manager [req-001ddfab-fd8b-4162-b218-7855ba752226 req-b0ca1fab-9f0d-48d0-a4db-bb4f63f3aae5 service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received event network-vif-deleted-8b51893b-8060-433b-888b-aabd32806a07 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.616908] env[65923]: DEBUG nova.compute.manager [req-001ddfab-fd8b-4162-b218-7855ba752226 req-b0ca1fab-9f0d-48d0-a4db-bb4f63f3aae5 service nova] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Received event network-vif-deleted-fb1378fc-c00f-4173-a713-771c2d39b4c9 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.617910] env[65923]: DEBUG nova.compute.manager [req-001ddfab-fd8b-4162-b218-7855ba752226 req-b0ca1fab-9f0d-48d0-a4db-bb4f63f3aae5 service nova] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Received event network-vif-deleted-59dd0a54-d6d6-482f-9610-eec13c7e6c2d {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.618069] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5efb3868-5028-412c-ab79-f19f0c9363ad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.634539] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706686, 'name': CreateVM_Task, 'duration_secs': 0.435289} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.634539] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.634539] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 730.634539] env[65923]: value = "task-4706688" [ 730.634539] env[65923]: _type = "Task" [ 730.634539] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.634539] env[65923]: WARNING neutronclient.v2_0.client [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.634539] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.634539] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.634842] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.635304] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e91782b-6a0c-45a0-9931-c1fefcf38cbb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.659094] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.664405] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 730.664405] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527fe140-fb3d-1709-2588-daaa2ec8fb25" [ 730.664405] env[65923]: _type = "Task" [ 730.664405] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.665916] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] Releasing lock "refresh_cache-e7370764-1001-4241-96af-0d5cacfd273c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.666213] env[65923]: DEBUG nova.compute.manager [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Inject network info {{(pid=65923) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 730.666507] env[65923]: DEBUG nova.compute.manager [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] [instance: e7370764-1001-4241-96af-0d5cacfd273c] network_info to inject: |[{"id": "d9b8e934-fd55-4e83-bd7f-e8b324b52c6a", "address": "fa:16:3e:8f:35:ab", "network": {"id": "b33ffc3e-850b-4a79-a8ef-af52099216bb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1855651828-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ed68dc8b38c4e288451ea560b8e9a6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9b8e934-fd", "ovs_interfaceid": "d9b8e934-fd55-4e83-bd7f-e8b324b52c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 730.671856] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Reconfiguring VM instance to set the machine id {{(pid=65923) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 730.671983] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f73b77c9-00d7-4cc5-bbba-11bf0839bd04 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.689548] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527fe140-fb3d-1709-2588-daaa2ec8fb25, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.691446] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.691955] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.692182] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.692377] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.692644] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.693844] env[65923]: DEBUG oslo_vmware.api [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] Waiting for the task: (returnval){ [ 730.693844] env[65923]: value = "task-4706689" [ 730.693844] env[65923]: _type = "Task" [ 730.693844] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.693844] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-943cd09a-c1d2-4867-b5ec-4076dad99cfe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.707703] env[65923]: DEBUG oslo_vmware.api [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] Task: {'id': task-4706689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.715771] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.716063] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.717157] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ab4efb5-235d-4139-b7c4-1c729c6ebd86 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.728518] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 730.728518] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b7061b-5f38-fb64-a600-b308839096a4" [ 730.728518] env[65923]: _type = "Task" [ 730.728518] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.743225] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b7061b-5f38-fb64-a600-b308839096a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.985523] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "refresh_cache-ea211bde-9686-4343-80da-1292b3441ab2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.987988] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Instance network_info: |[{"id": "4368f5d3-9005-416e-9f60-045894db9eb1", "address": "fa:16:3e:42:7d:7b", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4368f5d3-90", "ovs_interfaceid": "4368f5d3-9005-416e-9f60-045894db9eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 730.987988] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:7d:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4368f5d3-9005-416e-9f60-045894db9eb1', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.994902] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Creating folder: Project (cb2b8340472a44eaaf879eba5c394d31). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.995646] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-451dc7e4-9d65-4c72-a1cd-b116e6ac74dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.007594] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Created folder: Project (cb2b8340472a44eaaf879eba5c394d31) in parent group-v918465. [ 731.007843] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Creating folder: Instances. Parent ref: group-v918581. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.008070] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34c97aaa-ca23-45b3-9696-4e5ef7dca2df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.022503] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Created folder: Instances in parent group-v918581. [ 731.022761] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 731.023565] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.023565] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bdcb4fe-5494-4be6-8ca0-7cfc0fb517ad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.040593] env[65923]: DEBUG nova.scheduler.client.report [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.046419] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Successfully updated port: d0f7947f-1d68-43e5-9d50-289df0cc8412 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 731.052489] env[65923]: DEBUG oslo_concurrency.lockutils [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquiring lock "5a1c2245-b7e5-4939-850d-7d148518a413" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.052910] env[65923]: DEBUG oslo_concurrency.lockutils [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Lock "5a1c2245-b7e5-4939-850d-7d148518a413" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.053332] env[65923]: DEBUG oslo_concurrency.lockutils [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquiring lock "5a1c2245-b7e5-4939-850d-7d148518a413-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.053500] env[65923]: DEBUG oslo_concurrency.lockutils [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Lock "5a1c2245-b7e5-4939-850d-7d148518a413-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.053734] env[65923]: DEBUG oslo_concurrency.lockutils [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Lock "5a1c2245-b7e5-4939-850d-7d148518a413-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.055978] env[65923]: INFO nova.compute.manager [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Terminating instance [ 731.059819] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.059819] env[65923]: value = "task-4706692" [ 731.059819] env[65923]: _type = "Task" [ 731.059819] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.067727] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485672} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.071318] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 4f907a2f-1677-448e-908f-dd618be287de/4f907a2f-1677-448e-908f-dd618be287de.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.071497] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.072365] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b0cb6ba-48c3-4f13-b0ef-90dfefe2f7c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.080980] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706692, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.082666] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 731.082666] env[65923]: value = "task-4706693" [ 731.082666] env[65923]: _type = "Task" [ 731.082666] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.094200] env[65923]: WARNING neutronclient.v2_0.client [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.098077] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.127027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "3dfb311a-11c0-49ce-a42e-7a52568d5448" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.127027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "3dfb311a-11c0-49ce-a42e-7a52568d5448" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.146548] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076001} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.147548] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.148407] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9f9c18-faf1-4a20-86a8-f7cb91d06c00 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.178778] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] be0024b2-0de9-4063-9d8f-c72050a98c30/be0024b2-0de9-4063-9d8f-c72050a98c30.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.179592] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d442912-1c33-462f-b5b9-6cf6cc8193ed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.201439] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 731.201439] env[65923]: value = "task-4706694" [ 731.201439] env[65923]: _type = "Task" [ 731.201439] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.214435] env[65923]: DEBUG oslo_vmware.api [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] Task: {'id': task-4706689, 'name': ReconfigVM_Task, 'duration_secs': 0.300305} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.214898] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a85588cf-a9e3-41c4-9b95-03574d648a06 tempest-ServersAdminTestJSON-294140253 tempest-ServersAdminTestJSON-294140253-project-admin] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Reconfigured VM instance to set the machine id {{(pid=65923) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 731.222277] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.242475] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b7061b-5f38-fb64-a600-b308839096a4, 'name': SearchDatastore_Task, 'duration_secs': 0.059574} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.243353] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f9e0ad7-b4d3-41c2-bff7-be0ec3cb208f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.251065] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 731.251065] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525a13bb-ea2e-3155-89bd-0c8d92c896db" [ 731.251065] env[65923]: _type = "Task" [ 731.251065] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.262036] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525a13bb-ea2e-3155-89bd-0c8d92c896db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.348236] env[65923]: DEBUG oslo_concurrency.lockutils [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquiring lock "a247df41-6a1b-44a5-8476-d285a7ac9639" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.348665] env[65923]: DEBUG oslo_concurrency.lockutils [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Lock "a247df41-6a1b-44a5-8476-d285a7ac9639" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.349178] env[65923]: DEBUG oslo_concurrency.lockutils [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquiring lock "a247df41-6a1b-44a5-8476-d285a7ac9639-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.349532] env[65923]: DEBUG oslo_concurrency.lockutils [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Lock "a247df41-6a1b-44a5-8476-d285a7ac9639-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.349777] env[65923]: DEBUG oslo_concurrency.lockutils [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Lock "a247df41-6a1b-44a5-8476-d285a7ac9639-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.353466] env[65923]: INFO nova.compute.manager [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Terminating instance [ 731.363240] env[65923]: WARNING neutronclient.v2_0.client [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.408156] env[65923]: DEBUG oslo_concurrency.lockutils [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquiring lock "d56cd5bd-465b-418b-b916-277e81956bbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.408888] env[65923]: DEBUG oslo_concurrency.lockutils [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Lock "d56cd5bd-465b-418b-b916-277e81956bbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.409186] env[65923]: DEBUG oslo_concurrency.lockutils [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquiring lock "d56cd5bd-465b-418b-b916-277e81956bbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.409400] env[65923]: DEBUG oslo_concurrency.lockutils [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Lock "d56cd5bd-465b-418b-b916-277e81956bbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.409612] env[65923]: DEBUG oslo_concurrency.lockutils [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Lock "d56cd5bd-465b-418b-b916-277e81956bbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.412748] env[65923]: INFO nova.compute.manager [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Terminating instance [ 731.483141] env[65923]: DEBUG nova.network.neutron [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updated VIF entry in instance network info cache for port 86439a12-819b-41cb-b802-46f5a2a0deff. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 731.483702] env[65923]: DEBUG nova.network.neutron [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance_info_cache with network_info: [{"id": "86439a12-819b-41cb-b802-46f5a2a0deff", "address": "fa:16:3e:ef:15:62", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86439a12-81", "ovs_interfaceid": "86439a12-819b-41cb-b802-46f5a2a0deff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.549665] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.552121] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.109s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.552373] env[65923]: DEBUG nova.objects.instance [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Lazy-loading 'resources' on Instance uuid bd6b36e6-3023-4765-b538-2c7c4044e98c {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.554915] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "refresh_cache-5500b5f7-7e65-402c-9b2a-54b891f56ca0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.555647] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "refresh_cache-5500b5f7-7e65-402c-9b2a-54b891f56ca0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.556097] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 731.570690] env[65923]: DEBUG nova.compute.manager [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 731.570690] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.575476] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c16a4e-bf41-4e03-90bc-4871b85ec77f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.580129] env[65923]: INFO nova.scheduler.client.report [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Deleted allocations for instance b4a45edd-fa29-45d3-bcc0-d92ca2070ca9 [ 731.592135] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706692, 'name': CreateVM_Task, 'duration_secs': 0.431957} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.594881] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.595324] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.596904] env[65923]: WARNING neutronclient.v2_0.client [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.597364] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.597640] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.597853] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.598150] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db39dce-04a4-410a-bc9e-e55ec7cb664f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.602985] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361a5f41-e074-466d-a4cf-49b9307ab6b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.605019] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095368} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.605822] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.607040] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256e15ca-ee7e-4d93-acce-00bad7a2fb30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.611577] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 731.611577] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c16b97-fa6c-cd98-558d-0db78b76bd12" [ 731.611577] env[65923]: _type = "Task" [ 731.611577] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.613419] env[65923]: DEBUG oslo_vmware.api [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for the task: (returnval){ [ 731.613419] env[65923]: value = "task-4706695" [ 731.613419] env[65923]: _type = "Task" [ 731.613419] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.640656] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 4f907a2f-1677-448e-908f-dd618be287de/4f907a2f-1677-448e-908f-dd618be287de.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.643267] env[65923]: DEBUG nova.compute.manager [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 731.646691] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3bf6c2-50ea-44ef-b7ca-2f43827e1892 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.667957] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c16b97-fa6c-cd98-558d-0db78b76bd12, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.668684] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.668916] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.669146] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.675169] env[65923]: DEBUG oslo_vmware.api [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.678140] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 731.678140] env[65923]: value = "task-4706696" [ 731.678140] env[65923]: _type = "Task" [ 731.678140] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.689266] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.722156] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.770576] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525a13bb-ea2e-3155-89bd-0c8d92c896db, 'name': SearchDatastore_Task, 'duration_secs': 0.014972} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.770576] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.770882] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3/15f5b983-b8f5-4c2f-9656-b03f95c1cfc3.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.770952] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.771157] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.771394] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42bd7e2e-1367-45db-97f5-dcb0348d151d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.774036] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a870380a-ac3c-45fa-90ad-2b6796127d61 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.783883] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 731.783883] env[65923]: value = "task-4706697" [ 731.783883] env[65923]: _type = "Task" [ 731.783883] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.789417] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.789608] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.790857] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa42589-caec-4c19-af9f-4895d31a83db {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.797186] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.801421] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 731.801421] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529f7d05-9e45-75f7-2948-9ab9bb470c28" [ 731.801421] env[65923]: _type = "Task" [ 731.801421] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.811032] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529f7d05-9e45-75f7-2948-9ab9bb470c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.859032] env[65923]: DEBUG nova.compute.manager [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 731.859336] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.860356] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ea4667-a79e-488d-ac2e-8a2d4e0c5215 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.870342] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.870568] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e597ecd0-21fb-4cce-8b71-f41069ca429b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.880237] env[65923]: DEBUG oslo_vmware.api [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for the task: (returnval){ [ 731.880237] env[65923]: value = "task-4706698" [ 731.880237] env[65923]: _type = "Task" [ 731.880237] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.890546] env[65923]: DEBUG oslo_vmware.api [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.921838] env[65923]: DEBUG nova.compute.manager [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 731.922170] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.923639] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8963fd6-63e4-479c-896d-3f8be754abb2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.931320] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.931672] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b6dfd73-7e7b-4249-8ec4-db584b2e3723 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.940333] env[65923]: DEBUG oslo_vmware.api [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for the task: (returnval){ [ 731.940333] env[65923]: value = "task-4706699" [ 731.940333] env[65923]: _type = "Task" [ 731.940333] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.951036] env[65923]: DEBUG oslo_vmware.api [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.986653] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Releasing lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.987328] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Received event network-vif-plugged-0d8e4b6b-7695-4b70-b087-595dfad1aa49 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.988121] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Acquiring lock "4f907a2f-1677-448e-908f-dd618be287de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.988648] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Lock "4f907a2f-1677-448e-908f-dd618be287de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.988996] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Lock "4f907a2f-1677-448e-908f-dd618be287de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.989383] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] No waiting events found dispatching network-vif-plugged-0d8e4b6b-7695-4b70-b087-595dfad1aa49 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 731.989688] env[65923]: WARNING nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Received unexpected event network-vif-plugged-0d8e4b6b-7695-4b70-b087-595dfad1aa49 for instance with vm_state building and task_state spawning. [ 731.989951] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Received event network-changed-0d8e4b6b-7695-4b70-b087-595dfad1aa49 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.990200] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Refreshing instance network info cache due to event network-changed-0d8e4b6b-7695-4b70-b087-595dfad1aa49. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 731.990557] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Acquiring lock "refresh_cache-4f907a2f-1677-448e-908f-dd618be287de" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.990821] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Acquired lock "refresh_cache-4f907a2f-1677-448e-908f-dd618be287de" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.991112] env[65923]: DEBUG nova.network.neutron [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Refreshing network info cache for port 0d8e4b6b-7695-4b70-b087-595dfad1aa49 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.100718] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc5e943f-9e17-4568-be51-37ba12468c05 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "b4a45edd-fa29-45d3-bcc0-d92ca2070ca9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.488s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.130513] env[65923]: DEBUG oslo_vmware.api [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706695, 'name': PowerOffVM_Task, 'duration_secs': 0.354634} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.130997] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.131406] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.131935] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11b76344-8f47-4b17-bc6e-c0de0417a610 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.191093] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.197262] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706696, 'name': ReconfigVM_Task, 'duration_secs': 0.364999} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.197692] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 4f907a2f-1677-448e-908f-dd618be287de/4f907a2f-1677-448e-908f-dd618be287de.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.198692] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65923) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 732.199241] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-68baa0d3-1971-45fb-8019-6e59798521e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.223478] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 732.228060] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.228060] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.228060] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Deleting the datastore file [datastore2] 5a1c2245-b7e5-4939-850d-7d148518a413 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.228927] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71d8df7c-f832-46e2-93a7-49f6850d6004 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.232029] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 732.232029] env[65923]: value = "task-4706701" [ 732.232029] env[65923]: _type = "Task" [ 732.232029] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.250715] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706694, 'name': ReconfigVM_Task, 'duration_secs': 0.67635} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.257226] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "eb756ee2-97ee-4f3a-959e-21b2a1984259" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.257465] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "eb756ee2-97ee-4f3a-959e-21b2a1984259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.261111] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Reconfigured VM instance instance-00000025 to attach disk [datastore1] be0024b2-0de9-4063-9d8f-c72050a98c30/be0024b2-0de9-4063-9d8f-c72050a98c30.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.264108] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd748dc4-8427-4101-a76b-81eaf5b783d3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.268517] env[65923]: DEBUG oslo_vmware.api [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for the task: (returnval){ [ 732.268517] env[65923]: value = "task-4706702" [ 732.268517] env[65923]: _type = "Task" [ 732.268517] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.277764] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706701, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.280515] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 732.280515] env[65923]: value = "task-4706703" [ 732.280515] env[65923]: _type = "Task" [ 732.280515] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.293233] env[65923]: DEBUG oslo_vmware.api [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.308063] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706703, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.316417] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706697, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.340150] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529f7d05-9e45-75f7-2948-9ab9bb470c28, 'name': SearchDatastore_Task, 'duration_secs': 0.01221} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.340150] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95af1e1d-bbb6-4ba9-9f2c-78039778a3c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.361329] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 732.361329] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524ee0f7-d432-72e7-4031-bd1bdbc8e81a" [ 732.361329] env[65923]: _type = "Task" [ 732.361329] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.374695] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524ee0f7-d432-72e7-4031-bd1bdbc8e81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.401511] env[65923]: DEBUG oslo_vmware.api [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706698, 'name': PowerOffVM_Task, 'duration_secs': 0.247736} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.401807] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.401956] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.402258] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-200b7856-4a87-4b22-847f-0b4c49c10bac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.442715] env[65923]: WARNING neutronclient.v2_0.client [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.458786] env[65923]: DEBUG oslo_vmware.api [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706699, 'name': PowerOffVM_Task, 'duration_secs': 0.491598} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.459470] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.459657] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.459907] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e3fd9fe-10d7-4735-9c79-3672d406c834 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.491713] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.492084] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.492527] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Deleting the datastore file [datastore2] a247df41-6a1b-44a5-8476-d285a7ac9639 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.497079] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dad91e6-a9a2-4cbe-90fa-ffa8c7da163a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.498717] env[65923]: WARNING neutronclient.v2_0.client [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.511193] env[65923]: DEBUG oslo_vmware.api [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for the task: (returnval){ [ 732.511193] env[65923]: value = "task-4706706" [ 732.511193] env[65923]: _type = "Task" [ 732.511193] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.534472] env[65923]: DEBUG oslo_vmware.api [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.566853] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.567191] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.567191] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Deleting the datastore file [datastore2] d56cd5bd-465b-418b-b916-277e81956bbd {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.568404] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8baf14a-8be1-447f-b40b-c6a949d6226a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.577468] env[65923]: DEBUG oslo_vmware.api [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for the task: (returnval){ [ 732.577468] env[65923]: value = "task-4706707" [ 732.577468] env[65923]: _type = "Task" [ 732.577468] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.589370] env[65923]: DEBUG oslo_vmware.api [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.589370] env[65923]: DEBUG nova.network.neutron [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Updating instance_info_cache with network_info: [{"id": "d0f7947f-1d68-43e5-9d50-289df0cc8412", "address": "fa:16:3e:aa:c3:f0", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f7947f-1d", "ovs_interfaceid": "d0f7947f-1d68-43e5-9d50-289df0cc8412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.727084] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bad28ab-de7f-43f1-9cc9-c370f3ecd6d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.738422] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe3a0db-8ec4-4277-bf4f-225ce8983e02 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.777436] env[65923]: DEBUG nova.compute.manager [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 732.781750] env[65923]: WARNING neutronclient.v2_0.client [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.787956] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472f66cc-dc31-4db5-9b6f-47050e6203f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.799014] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706701, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.808823] env[65923]: DEBUG oslo_vmware.api [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.813711] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ae62b7-7595-4a66-b903-f0cf940cca04 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.817933] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706703, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.821696] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58583} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.822400] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3/15f5b983-b8f5-4c2f-9656-b03f95c1cfc3.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.822655] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.823145] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65d5ddb5-c2c7-417a-a41e-18e898384c04 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.834043] env[65923]: DEBUG nova.compute.provider_tree [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.837061] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 732.837061] env[65923]: value = "task-4706708" [ 732.837061] env[65923]: _type = "Task" [ 732.837061] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.847044] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.855050] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "15ed56e3-be04-40af-8feb-fea88510befc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.855406] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "15ed56e3-be04-40af-8feb-fea88510befc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.855628] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "15ed56e3-be04-40af-8feb-fea88510befc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.855865] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "15ed56e3-be04-40af-8feb-fea88510befc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.856147] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "15ed56e3-be04-40af-8feb-fea88510befc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.859795] env[65923]: INFO nova.compute.manager [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Terminating instance [ 732.876343] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524ee0f7-d432-72e7-4031-bd1bdbc8e81a, 'name': SearchDatastore_Task, 'duration_secs': 0.026345} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.876670] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.876941] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] ea211bde-9686-4343-80da-1292b3441ab2/ea211bde-9686-4343-80da-1292b3441ab2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.877533] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60b89847-245c-45fe-b79b-991179248d46 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.886997] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 732.886997] env[65923]: value = "task-4706709" [ 732.886997] env[65923]: _type = "Task" [ 732.886997] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.897864] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.902675] env[65923]: DEBUG nova.network.neutron [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Updated VIF entry in instance network info cache for port 0d8e4b6b-7695-4b70-b087-595dfad1aa49. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 732.902675] env[65923]: DEBUG nova.network.neutron [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Updating instance_info_cache with network_info: [{"id": "0d8e4b6b-7695-4b70-b087-595dfad1aa49", "address": "fa:16:3e:17:b7:9f", "network": {"id": "4e37869e-d271-4216-945a-3cee993086a1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-471017317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d81720231fb47cd856824ed1e304b2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8e4b6b-76", "ovs_interfaceid": "0d8e4b6b-7695-4b70-b087-595dfad1aa49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.927750] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquiring lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.928027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.023028] env[65923]: DEBUG oslo_vmware.api [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.089259] env[65923]: DEBUG oslo_vmware.api [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Task: {'id': task-4706707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507919} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.089638] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.089857] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.090089] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.090331] env[65923]: INFO nova.compute.manager [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 733.090669] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 733.090972] env[65923]: DEBUG nova.compute.manager [-] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 733.091140] env[65923]: DEBUG nova.network.neutron [-] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 733.091476] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.094502] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "refresh_cache-5500b5f7-7e65-402c-9b2a-54b891f56ca0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.094871] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Instance network_info: |[{"id": "d0f7947f-1d68-43e5-9d50-289df0cc8412", "address": "fa:16:3e:aa:c3:f0", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f7947f-1d", "ovs_interfaceid": "d0f7947f-1d68-43e5-9d50-289df0cc8412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 733.095430] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:c3:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0f7947f-1d68-43e5-9d50-289df0cc8412', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.104857] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 733.105392] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.105505] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99280ac6-ca45-40bb-9328-1575e6c0e6e3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.131948] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.131948] env[65923]: value = "task-4706710" [ 733.131948] env[65923]: _type = "Task" [ 733.131948] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.141828] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706710, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.174261] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.190817] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.191117] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.261671] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706701, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.828711} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.261856] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65923) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 733.263570] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc85fcd6-e9d3-49a4-b0d1-7d69edab09c0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.301060] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 4f907a2f-1677-448e-908f-dd618be287de/ephemeral_0.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.307776] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-221a24fe-3524-4dbd-a840-16caf802c4d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.344342] env[65923]: DEBUG nova.scheduler.client.report [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.352028] env[65923]: DEBUG oslo_vmware.api [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Task: {'id': task-4706702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554355} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.357389] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.357610] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.357760] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.357924] env[65923]: INFO nova.compute.manager [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Took 1.79 seconds to destroy the instance on the hypervisor. [ 733.358235] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 733.359176] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706703, 'name': Rename_Task, 'duration_secs': 0.882185} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.359176] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 733.359176] env[65923]: value = "task-4706711" [ 733.359176] env[65923]: _type = "Task" [ 733.359176] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.360256] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.360624] env[65923]: DEBUG nova.compute.manager [-] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 733.360624] env[65923]: DEBUG nova.network.neutron [-] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 733.360865] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.363295] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.366832] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2aacec-d678-4650-bbf8-caad70c23e78 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.374781] env[65923]: DEBUG nova.compute.manager [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 733.375237] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.375721] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079704} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.376488] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0fa7d1-577b-4ffb-bd8f-690c6ad04e2d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.380490] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.382645] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1be55d-9531-4d74-a839-05574d55972a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.391280] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 733.391280] env[65923]: value = "task-4706712" [ 733.391280] env[65923]: _type = "Task" [ 733.391280] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.391679] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.412875] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Releasing lock "refresh_cache-4f907a2f-1677-448e-908f-dd618be287de" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.413216] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Received event network-vif-plugged-fb1e850f-8a70-498d-a57a-e13d30b5bd0f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 733.413383] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Acquiring lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.413590] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.413814] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.413998] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] No waiting events found dispatching network-vif-plugged-fb1e850f-8a70-498d-a57a-e13d30b5bd0f {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 733.414182] env[65923]: WARNING nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Received unexpected event network-vif-plugged-fb1e850f-8a70-498d-a57a-e13d30b5bd0f for instance with vm_state building and task_state spawning. [ 733.414346] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Received event network-changed-fb1e850f-8a70-498d-a57a-e13d30b5bd0f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 733.414526] env[65923]: DEBUG nova.compute.manager [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Refreshing instance network info cache due to event network-changed-fb1e850f-8a70-498d-a57a-e13d30b5bd0f. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 733.414728] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Acquiring lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.414878] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Acquired lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.415078] env[65923]: DEBUG nova.network.neutron [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Refreshing network info cache for port fb1e850f-8a70-498d-a57a-e13d30b5bd0f {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.425532] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3/15f5b983-b8f5-4c2f-9656-b03f95c1cfc3.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.426075] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.427337] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99967c89-e0da-4351-b962-cdccdd04af94 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.443159] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-251d9ee0-3fc4-45b2-a305-b8fc689055c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.449213] env[65923]: DEBUG nova.compute.manager [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 733.455803] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706709, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.457564] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.460139] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 733.460139] env[65923]: value = "task-4706714" [ 733.460139] env[65923]: _type = "Task" [ 733.460139] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.461220] env[65923]: DEBUG oslo_vmware.api [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 733.461220] env[65923]: value = "task-4706713" [ 733.461220] env[65923]: _type = "Task" [ 733.461220] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.475431] env[65923]: DEBUG oslo_vmware.api [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.480245] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706714, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.489295] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "ea244c3a-7a70-41f0-9c72-0d09e8044394" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.489295] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "ea244c3a-7a70-41f0-9c72-0d09e8044394" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.489295] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "ea244c3a-7a70-41f0-9c72-0d09e8044394-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.489295] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "ea244c3a-7a70-41f0-9c72-0d09e8044394-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.489295] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "ea244c3a-7a70-41f0-9c72-0d09e8044394-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.493868] env[65923]: INFO nova.compute.manager [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Terminating instance [ 733.526030] env[65923]: DEBUG oslo_vmware.api [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Task: {'id': task-4706706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54155} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.526349] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.526548] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.526740] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.527063] env[65923]: INFO nova.compute.manager [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Took 1.67 seconds to destroy the instance on the hypervisor. [ 733.527316] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 733.527543] env[65923]: DEBUG nova.compute.manager [-] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 733.527679] env[65923]: DEBUG nova.network.neutron [-] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 733.528063] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.647042] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706710, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.694588] env[65923]: DEBUG nova.compute.manager [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 733.707745] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.743797] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.851565] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.854795] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.929s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.857489] env[65923]: INFO nova.compute.claims [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.874740] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.880713] env[65923]: INFO nova.scheduler.client.report [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Deleted allocations for instance bd6b36e6-3023-4765-b538-2c7c4044e98c [ 733.906909] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633873} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.912342] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] ea211bde-9686-4343-80da-1292b3441ab2/ea211bde-9686-4343-80da-1292b3441ab2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.912667] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.913761] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706712, 'name': PowerOnVM_Task} progress is 96%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.914521] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13642a68-b751-458e-aa37-e73bccf681b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.923700] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 733.923700] env[65923]: value = "task-4706715" [ 733.923700] env[65923]: _type = "Task" [ 733.923700] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.928033] env[65923]: WARNING neutronclient.v2_0.client [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.938706] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.975687] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706714, 'name': ReconfigVM_Task, 'duration_secs': 0.440973} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.979387] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3/15f5b983-b8f5-4c2f-9656-b03f95c1cfc3.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.980663] env[65923]: DEBUG oslo_vmware.api [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706713, 'name': PowerOffVM_Task, 'duration_secs': 0.262846} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.981963] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.982412] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b83e4dbf-0ce9-4133-b621-acf4b91677fa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.984668] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.984781] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.988237] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02406e7c-d073-432a-a14c-2f26a3ebfb53 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.992361] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 733.992361] env[65923]: value = "task-4706716" [ 733.992361] env[65923]: _type = "Task" [ 733.992361] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.000433] env[65923]: DEBUG nova.compute.manager [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 734.001516] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.007441] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789a696c-ab3a-4505-9736-81826e3b68f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.010469] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706716, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.016242] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.016500] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04c19b8d-f9ba-42a8-a3a2-839bd920448f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.019963] env[65923]: DEBUG nova.network.neutron [-] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.058825] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.058825] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.059165] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Deleting the datastore file [datastore2] 15ed56e3-be04-40af-8feb-fea88510befc {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.059280] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fd3a987-e548-4ff3-b418-0e17d7cf5e7a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.066989] env[65923]: DEBUG oslo_vmware.api [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for the task: (returnval){ [ 734.066989] env[65923]: value = "task-4706719" [ 734.066989] env[65923]: _type = "Task" [ 734.066989] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.077501] env[65923]: DEBUG oslo_vmware.api [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.093614] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.093814] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.094142] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleting the datastore file [datastore1] ea244c3a-7a70-41f0-9c72-0d09e8044394 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.094367] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8470d527-4a37-47e9-a8ec-b5a3c43230d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.102612] env[65923]: DEBUG oslo_vmware.api [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 734.102612] env[65923]: value = "task-4706720" [ 734.102612] env[65923]: _type = "Task" [ 734.102612] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.118297] env[65923]: DEBUG oslo_vmware.api [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.143539] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706710, 'name': CreateVM_Task, 'duration_secs': 0.69595} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.143809] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.144323] env[65923]: WARNING neutronclient.v2_0.client [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.144747] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.144923] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.145306] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.145575] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d370a36-2e7b-4c70-bb1d-d0836c146aab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.151980] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 734.151980] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5203f6ed-88c8-e503-e15b-89eff328f3f3" [ 734.151980] env[65923]: _type = "Task" [ 734.151980] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.161401] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5203f6ed-88c8-e503-e15b-89eff328f3f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.223091] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.378273] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706711, 'name': ReconfigVM_Task, 'duration_secs': 0.609388} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.378610] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 4f907a2f-1677-448e-908f-dd618be287de/ephemeral_0.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.379301] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-558d9656-8eb0-4d74-aa91-c7423687c248 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.390245] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 734.390245] env[65923]: value = "task-4706721" [ 734.390245] env[65923]: _type = "Task" [ 734.390245] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.390830] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a49fe960-42b4-4db9-a775-d8d51722c457 tempest-ServerDiagnosticsNegativeTest-740877660 tempest-ServerDiagnosticsNegativeTest-740877660-project-member] Lock "bd6b36e6-3023-4765-b538-2c7c4044e98c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.557s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.404881] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706721, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.411856] env[65923]: DEBUG oslo_vmware.api [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706712, 'name': PowerOnVM_Task, 'duration_secs': 0.593385} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.412627] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.413255] env[65923]: INFO nova.compute.manager [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Took 15.65 seconds to spawn the instance on the hypervisor. [ 734.413497] env[65923]: DEBUG nova.compute.manager [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.414657] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40db9746-afb5-432c-9d4d-d3e763f7dc58 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.439637] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086499} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.439637] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.439637] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8157398e-c0a4-4860-9cc1-6f390bb67e99 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.467691] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] ea211bde-9686-4343-80da-1292b3441ab2/ea211bde-9686-4343-80da-1292b3441ab2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.469654] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55bfb28c-6441-477b-b9dc-a046e1d20e68 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.493509] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 734.493509] env[65923]: value = "task-4706722" [ 734.493509] env[65923]: _type = "Task" [ 734.493509] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.507502] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.512569] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706716, 'name': Rename_Task, 'duration_secs': 0.205979} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.512569] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.512569] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b90033a-4eb6-4536-b6ea-aed419b60329 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.521550] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 734.521550] env[65923]: value = "task-4706723" [ 734.521550] env[65923]: _type = "Task" [ 734.521550] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.522074] env[65923]: INFO nova.compute.manager [-] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Took 1.43 seconds to deallocate network for instance. [ 734.534146] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.582281] env[65923]: DEBUG oslo_vmware.api [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Task: {'id': task-4706719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200178} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.583184] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.583184] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.583329] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.584031] env[65923]: INFO nova.compute.manager [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Took 1.21 seconds to destroy the instance on the hypervisor. [ 734.584031] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 734.584195] env[65923]: DEBUG nova.compute.manager [-] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 734.584195] env[65923]: DEBUG nova.network.neutron [-] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 734.585269] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.613456] env[65923]: DEBUG oslo_vmware.api [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197016} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.613735] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.614397] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.614397] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.614397] env[65923]: INFO nova.compute.manager [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Took 0.61 seconds to destroy the instance on the hypervisor. [ 734.614533] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 734.614691] env[65923]: DEBUG nova.compute.manager [-] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 734.614908] env[65923]: DEBUG nova.network.neutron [-] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 734.615073] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.663111] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5203f6ed-88c8-e503-e15b-89eff328f3f3, 'name': SearchDatastore_Task, 'duration_secs': 0.02643} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.663400] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.663695] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.663908] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.664068] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.664254] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.664538] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5155d721-4d75-458e-be7d-a8e2c30ce8bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.675134] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.675344] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.676185] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e282c5-fbf9-4dd0-9a96-af2f2f033a93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.682842] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 734.682842] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524a2ccb-e1a1-fe70-551b-c0b778f9344f" [ 734.682842] env[65923]: _type = "Task" [ 734.682842] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.692282] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524a2ccb-e1a1-fe70-551b-c0b778f9344f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.716380] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.746783] env[65923]: DEBUG nova.network.neutron [-] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.907341] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706721, 'name': Rename_Task, 'duration_secs': 0.275273} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.907474] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.907722] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd2e221e-62cc-4455-ac03-188c0333a6c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.916061] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 734.916061] env[65923]: value = "task-4706724" [ 734.916061] env[65923]: _type = "Task" [ 734.916061] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.925692] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.936844] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.938887] env[65923]: INFO nova.compute.manager [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Took 25.96 seconds to build instance. [ 734.986918] env[65923]: DEBUG nova.network.neutron [-] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.019858] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.038291] env[65923]: DEBUG oslo_concurrency.lockutils [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.038379] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706723, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.197784] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524a2ccb-e1a1-fe70-551b-c0b778f9344f, 'name': SearchDatastore_Task, 'duration_secs': 0.012857} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.198806] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f724484-35bc-40a0-93e8-d5c85b61c6ff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.206345] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 735.206345] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525d09e3-e160-6463-a7a0-da81d08c7c53" [ 735.206345] env[65923]: _type = "Task" [ 735.206345] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.216366] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525d09e3-e160-6463-a7a0-da81d08c7c53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.250450] env[65923]: INFO nova.compute.manager [-] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Took 1.72 seconds to deallocate network for instance. [ 735.264182] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquiring lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.264376] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.264637] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquiring lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.264956] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.265261] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.268130] env[65923]: INFO nova.compute.manager [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Terminating instance [ 735.429028] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706724, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.429912] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f2dd76-ecae-480f-b6d4-895b7b9fb806 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.442026] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43660188-1193-4b3c-bee7-a2a2a341a07b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.479414] env[65923]: DEBUG oslo_concurrency.lockutils [None req-33b60646-81f6-4222-a527-44abf0e503ca tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "be0024b2-0de9-4063-9d8f-c72050a98c30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.513s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.483901] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7db8901-43f4-4f8b-9e3a-4c5b6a7aa729 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.490766] env[65923]: DEBUG nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Received event network-vif-plugged-4368f5d3-9005-416e-9f60-045894db9eb1 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 735.491055] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Acquiring lock "ea211bde-9686-4343-80da-1292b3441ab2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.491333] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Lock "ea211bde-9686-4343-80da-1292b3441ab2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.491548] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Lock "ea211bde-9686-4343-80da-1292b3441ab2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.491771] env[65923]: DEBUG nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: ea211bde-9686-4343-80da-1292b3441ab2] No waiting events found dispatching network-vif-plugged-4368f5d3-9005-416e-9f60-045894db9eb1 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 735.492032] env[65923]: WARNING nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Received unexpected event network-vif-plugged-4368f5d3-9005-416e-9f60-045894db9eb1 for instance with vm_state building and task_state spawning. [ 735.492276] env[65923]: DEBUG nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Received event network-changed-4368f5d3-9005-416e-9f60-045894db9eb1 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 735.492528] env[65923]: DEBUG nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Refreshing instance network info cache due to event network-changed-4368f5d3-9005-416e-9f60-045894db9eb1. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 735.492808] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Acquiring lock "refresh_cache-ea211bde-9686-4343-80da-1292b3441ab2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.493032] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Acquired lock "refresh_cache-ea211bde-9686-4343-80da-1292b3441ab2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.493331] env[65923]: DEBUG nova.network.neutron [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Refreshing network info cache for port 4368f5d3-9005-416e-9f60-045894db9eb1 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.495772] env[65923]: INFO nova.compute.manager [-] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Took 2.14 seconds to deallocate network for instance. [ 735.514785] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c0ca31-620c-43c7-980c-6ec6de5c83f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.526768] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706722, 'name': ReconfigVM_Task, 'duration_secs': 0.52668} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.531916] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Reconfigured VM instance instance-00000028 to attach disk [datastore1] ea211bde-9686-4343-80da-1292b3441ab2/ea211bde-9686-4343-80da-1292b3441ab2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.544044] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd95e23b-7907-4b46-9252-f334d712ace9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.544262] env[65923]: DEBUG nova.compute.provider_tree [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.557460] env[65923]: DEBUG oslo_vmware.api [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706723, 'name': PowerOnVM_Task, 'duration_secs': 0.676395} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.557460] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.557460] env[65923]: INFO nova.compute.manager [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Took 11.43 seconds to spawn the instance on the hypervisor. [ 735.557460] env[65923]: DEBUG nova.compute.manager [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 735.557971] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dbd3fb-e76a-4fb9-8b64-31eb7081f598 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.562426] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 735.562426] env[65923]: value = "task-4706725" [ 735.562426] env[65923]: _type = "Task" [ 735.562426] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.579679] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706725, 'name': Rename_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.588264] env[65923]: WARNING neutronclient.v2_0.client [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.722960] env[65923]: DEBUG nova.network.neutron [-] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.725483] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525d09e3-e160-6463-a7a0-da81d08c7c53, 'name': SearchDatastore_Task, 'duration_secs': 0.01531} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.726123] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.726405] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 5500b5f7-7e65-402c-9b2a-54b891f56ca0/5500b5f7-7e65-402c-9b2a-54b891f56ca0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.726968] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36f7fb78-95f7-486a-9705-60bdb3f5972a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.737242] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 735.737242] env[65923]: value = "task-4706726" [ 735.737242] env[65923]: _type = "Task" [ 735.737242] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.751258] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.757193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.773852] env[65923]: DEBUG nova.compute.manager [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 735.774122] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.775763] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9320e8-86b7-46c5-8e86-18fc3d8201a1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.785669] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.785755] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e9f9b4-d62b-452c-b255-516090aa9f8e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.796967] env[65923]: DEBUG oslo_vmware.api [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 735.796967] env[65923]: value = "task-4706727" [ 735.796967] env[65923]: _type = "Task" [ 735.796967] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.810681] env[65923]: DEBUG oslo_vmware.api [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.830902] env[65923]: DEBUG nova.network.neutron [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Updated VIF entry in instance network info cache for port fb1e850f-8a70-498d-a57a-e13d30b5bd0f. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.831171] env[65923]: DEBUG nova.network.neutron [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Updating instance_info_cache with network_info: [{"id": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "address": "fa:16:3e:a9:fe:1e", "network": {"id": "79c688ad-a72d-4cb6-a17b-a0fe63818142", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-803799119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55176e0cb1e14262ae80b8271ee119af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1e850f-8a", "ovs_interfaceid": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.931411] env[65923]: DEBUG oslo_vmware.api [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4706724, 'name': PowerOnVM_Task, 'duration_secs': 0.607865} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.932098] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.932327] env[65923]: INFO nova.compute.manager [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Took 13.92 seconds to spawn the instance on the hypervisor. [ 735.932686] env[65923]: DEBUG nova.compute.manager [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 735.933640] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ab9240-48bf-43b1-817f-55150d7b3503 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.998093] env[65923]: WARNING neutronclient.v2_0.client [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.009327] env[65923]: DEBUG oslo_concurrency.lockutils [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.059017] env[65923]: DEBUG nova.scheduler.client.report [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.064302] env[65923]: DEBUG nova.network.neutron [-] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.066034] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Acquiring lock "80558328-490b-494e-89a4-b0b2af804e32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.066370] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Lock "80558328-490b-494e-89a4-b0b2af804e32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.066659] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Acquiring lock "80558328-490b-494e-89a4-b0b2af804e32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.066918] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Lock "80558328-490b-494e-89a4-b0b2af804e32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.067185] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Lock "80558328-490b-494e-89a4-b0b2af804e32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.081896] env[65923]: INFO nova.compute.manager [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Terminating instance [ 736.094078] env[65923]: INFO nova.compute.manager [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Took 19.67 seconds to build instance. [ 736.103704] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706725, 'name': Rename_Task, 'duration_secs': 0.225459} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.104135] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.104875] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b87acb9f-e573-4e28-ab44-3c0e4d091b10 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.115046] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 736.115046] env[65923]: value = "task-4706728" [ 736.115046] env[65923]: _type = "Task" [ 736.115046] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.128147] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.187682] env[65923]: DEBUG nova.compute.manager [req-50d8932f-823d-4f85-a7fb-95438b88f04e req-15243496-c555-4bd7-8018-0f7eef7f315d service nova] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Received event network-vif-deleted-06eee305-ee1b-46e4-a229-df1b6e92f608 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 736.230026] env[65923]: INFO nova.compute.manager [-] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Took 1.64 seconds to deallocate network for instance. [ 736.252272] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706726, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.309242] env[65923]: DEBUG oslo_vmware.api [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706727, 'name': PowerOffVM_Task, 'duration_secs': 0.357832} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.309563] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.309731] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.310087] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bce0363-0027-49e2-b654-0878f0cb04f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.338683] env[65923]: DEBUG oslo_concurrency.lockutils [req-84e7ac84-50c9-4193-9e75-f8c488aacab0 req-4d60a838-4371-43b8-9a07-8ba36a204e93 service nova] Releasing lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.409295] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.409295] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.409393] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Deleting the datastore file [datastore1] 6971b489-9a9a-4072-9ee6-f2d8d4fade94 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.409827] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03278f60-acff-4884-b8ec-7f9f5eda9cb4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.418887] env[65923]: DEBUG oslo_vmware.api [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for the task: (returnval){ [ 736.418887] env[65923]: value = "task-4706730" [ 736.418887] env[65923]: _type = "Task" [ 736.418887] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.429461] env[65923]: DEBUG oslo_vmware.api [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.454034] env[65923]: INFO nova.compute.manager [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Took 23.67 seconds to build instance. [ 736.576757] env[65923]: INFO nova.compute.manager [-] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Took 1.96 seconds to deallocate network for instance. [ 736.577519] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.578189] env[65923]: DEBUG nova.compute.manager [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 736.583445] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.392s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.585080] env[65923]: INFO nova.compute.claims [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.598203] env[65923]: DEBUG nova.compute.manager [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 736.598203] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.598203] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aad018d-1dce-416f-814e-10fc749a6e9e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.598203] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c177eb25-7df1-492a-852f-401e9aa75e06 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.185s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.604757] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Waiting for the task: (returnval){ [ 736.604757] env[65923]: value = "task-4706731" [ 736.604757] env[65923]: _type = "Task" [ 736.604757] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.619861] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.629049] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.695020] env[65923]: WARNING neutronclient.v2_0.client [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.736310] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.753366] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667534} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.753945] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 5500b5f7-7e65-402c-9b2a-54b891f56ca0/5500b5f7-7e65-402c-9b2a-54b891f56ca0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.754192] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.754507] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb11774e-fe20-4707-9870-fe6a5baf6c7c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.766780] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 736.766780] env[65923]: value = "task-4706732" [ 736.766780] env[65923]: _type = "Task" [ 736.766780] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.781631] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.931780] env[65923]: DEBUG oslo_vmware.api [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Task: {'id': task-4706730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221494} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.932732] env[65923]: DEBUG nova.network.neutron [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Updated VIF entry in instance network info cache for port 4368f5d3-9005-416e-9f60-045894db9eb1. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 736.933207] env[65923]: DEBUG nova.network.neutron [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Updating instance_info_cache with network_info: [{"id": "4368f5d3-9005-416e-9f60-045894db9eb1", "address": "fa:16:3e:42:7d:7b", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4368f5d3-90", "ovs_interfaceid": "4368f5d3-9005-416e-9f60-045894db9eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.937140] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.937140] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.937140] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.937140] env[65923]: INFO nova.compute.manager [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Took 1.16 seconds to destroy the instance on the hypervisor. [ 736.937140] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 736.937140] env[65923]: DEBUG nova.compute.manager [-] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 736.937140] env[65923]: DEBUG nova.network.neutron [-] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 736.937140] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.955804] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5fd90193-4b16-4361-95c0-82282fd71469 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "4f907a2f-1677-448e-908f-dd618be287de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.179s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.006745] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.094236] env[65923]: DEBUG nova.compute.utils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.097260] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.098575] env[65923]: DEBUG nova.compute.manager [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Not allocating networking since 'none' was specified. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 737.118893] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706731, 'name': PowerOffVM_Task, 'duration_secs': 0.258452} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.122535] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.122768] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 737.122968] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918516', 'volume_id': '0732839d-2683-42d8-9bb6-6cb15a06ff26', 'name': 'volume-0732839d-2683-42d8-9bb6-6cb15a06ff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80558328-490b-494e-89a4-b0b2af804e32', 'attached_at': '', 'detached_at': '', 'volume_id': '0732839d-2683-42d8-9bb6-6cb15a06ff26', 'serial': '0732839d-2683-42d8-9bb6-6cb15a06ff26'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 737.124166] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240a4b00-7ec9-4d6e-b471-1fdfc2ae9392 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.135217] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706728, 'name': PowerOnVM_Task, 'duration_secs': 0.84226} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.149666] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.149905] env[65923]: INFO nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Took 10.38 seconds to spawn the instance on the hypervisor. [ 737.150451] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 737.151408] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05ef74e-9399-4f4e-8f4d-ed7d8575edb8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.154544] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ef8616-c7db-4d23-8563-c0e1aeefb143 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.164524] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf70f8ab-a713-4100-8bf9-c4d89bc82786 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.195642] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33387b7-1869-4ac6-bda0-3da9e6834bea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.212743] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] The volume has not been displaced from its original location: [datastore2] volume-0732839d-2683-42d8-9bb6-6cb15a06ff26/volume-0732839d-2683-42d8-9bb6-6cb15a06ff26.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 737.220347] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Reconfiguring VM instance instance-00000018 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 737.220780] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a574e17d-e95e-4e7f-9ccd-096707f38231 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.242709] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Waiting for the task: (returnval){ [ 737.242709] env[65923]: value = "task-4706733" [ 737.242709] env[65923]: _type = "Task" [ 737.242709] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.252562] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.282169] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143203} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.282337] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.283200] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8644261-3515-445c-bb89-51168f441fb9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.310443] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 5500b5f7-7e65-402c-9b2a-54b891f56ca0/5500b5f7-7e65-402c-9b2a-54b891f56ca0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.311168] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eb4a7b1-6758-4935-b392-4d4f2b8cf5ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.337356] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 737.337356] env[65923]: value = "task-4706734" [ 737.337356] env[65923]: _type = "Task" [ 737.337356] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.349061] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.370672] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "741f5005-f1a0-4199-8526-ecc34236a9da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.370964] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "741f5005-f1a0-4199-8526-ecc34236a9da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.440261] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Releasing lock "refresh_cache-ea211bde-9686-4343-80da-1292b3441ab2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.440723] env[65923]: DEBUG nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Received event network-vif-plugged-d0f7947f-1d68-43e5-9d50-289df0cc8412 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 737.441046] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Acquiring lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.441305] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.441487] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.441682] env[65923]: DEBUG nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] No waiting events found dispatching network-vif-plugged-d0f7947f-1d68-43e5-9d50-289df0cc8412 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 737.441877] env[65923]: WARNING nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Received unexpected event network-vif-plugged-d0f7947f-1d68-43e5-9d50-289df0cc8412 for instance with vm_state building and task_state spawning. [ 737.442161] env[65923]: DEBUG nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Received event network-changed-d0f7947f-1d68-43e5-9d50-289df0cc8412 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 737.442360] env[65923]: DEBUG nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Refreshing instance network info cache due to event network-changed-d0f7947f-1d68-43e5-9d50-289df0cc8412. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 737.442644] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Acquiring lock "refresh_cache-5500b5f7-7e65-402c-9b2a-54b891f56ca0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.442729] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Acquired lock "refresh_cache-5500b5f7-7e65-402c-9b2a-54b891f56ca0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.442918] env[65923]: DEBUG nova.network.neutron [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Refreshing network info cache for port d0f7947f-1d68-43e5-9d50-289df0cc8412 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.599563] env[65923]: DEBUG nova.compute.manager [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 737.684062] env[65923]: INFO nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Took 19.62 seconds to build instance. [ 737.759833] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706733, 'name': ReconfigVM_Task, 'duration_secs': 0.236187} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.762784] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Reconfigured VM instance instance-00000018 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 737.768039] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8c6f80d-5735-4b51-81a7-7415993df4ff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.791254] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Waiting for the task: (returnval){ [ 737.791254] env[65923]: value = "task-4706735" [ 737.791254] env[65923]: _type = "Task" [ 737.791254] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.803827] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.852153] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.876564] env[65923]: DEBUG nova.compute.manager [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 737.886779] env[65923]: DEBUG nova.network.neutron [-] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.947685] env[65923]: WARNING neutronclient.v2_0.client [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.186738] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "ea211bde-9686-4343-80da-1292b3441ab2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.137s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.196260] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e51cb6-6cd5-4909-af9a-5a627f76448f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.206261] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a03b84-f032-4b04-9ce4-c11d7f6ac7d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.245138] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580a341b-4418-43c4-9fbe-d23f0cd38dc9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.258408] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4233ead-2446-4fd0-89ba-d6de84e784c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.277531] env[65923]: DEBUG nova.compute.provider_tree [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.280082] env[65923]: WARNING neutronclient.v2_0.client [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.306178] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706735, 'name': ReconfigVM_Task, 'duration_secs': 0.185138} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.306762] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918516', 'volume_id': '0732839d-2683-42d8-9bb6-6cb15a06ff26', 'name': 'volume-0732839d-2683-42d8-9bb6-6cb15a06ff26', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80558328-490b-494e-89a4-b0b2af804e32', 'attached_at': '', 'detached_at': '', 'volume_id': '0732839d-2683-42d8-9bb6-6cb15a06ff26', 'serial': '0732839d-2683-42d8-9bb6-6cb15a06ff26'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 738.306877] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.307961] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02d1d4c-232e-4fea-949e-e2e8eacf35fa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.318077] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.318077] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1349db9-e1f3-4e30-bc61-8508b156770c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.352067] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706734, 'name': ReconfigVM_Task, 'duration_secs': 0.587396} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.352067] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 5500b5f7-7e65-402c-9b2a-54b891f56ca0/5500b5f7-7e65-402c-9b2a-54b891f56ca0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.352067] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6819e080-8aa2-405c-8b83-547dc22aef79 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.361121] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 738.361121] env[65923]: value = "task-4706737" [ 738.361121] env[65923]: _type = "Task" [ 738.361121] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.379901] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706737, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.392517] env[65923]: INFO nova.compute.manager [-] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Took 1.46 seconds to deallocate network for instance. [ 738.401847] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.402100] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.402273] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Deleting the datastore file [datastore2] 80558328-490b-494e-89a4-b0b2af804e32 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.402535] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00232651-36e9-456b-a957-6765ba73765f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.417310] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.419856] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Waiting for the task: (returnval){ [ 738.419856] env[65923]: value = "task-4706738" [ 738.419856] env[65923]: _type = "Task" [ 738.419856] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.433415] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.618707] env[65923]: DEBUG nova.compute.manager [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 738.647302] env[65923]: DEBUG nova.virt.hardware [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 738.647607] env[65923]: DEBUG nova.virt.hardware [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.647786] env[65923]: DEBUG nova.virt.hardware [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 738.648172] env[65923]: DEBUG nova.virt.hardware [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.648327] env[65923]: DEBUG nova.virt.hardware [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 738.648495] env[65923]: DEBUG nova.virt.hardware [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 738.648714] env[65923]: DEBUG nova.virt.hardware [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 738.648870] env[65923]: DEBUG nova.virt.hardware [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 738.649044] env[65923]: DEBUG nova.virt.hardware [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 738.649242] env[65923]: DEBUG nova.virt.hardware [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 738.649421] env[65923]: DEBUG nova.virt.hardware [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 738.651554] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c7c14-06c9-4c82-9fb5-e6edb2821fd7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.660154] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d86d82-d4f1-47cf-b33b-d054c5d8bf70 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.677457] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.684204] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Creating folder: Project (24ceee88df0246628dbe4f9a7cbef6c6). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.684595] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4278138f-2d2d-4085-826b-348f530f8972 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.696744] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Created folder: Project (24ceee88df0246628dbe4f9a7cbef6c6) in parent group-v918465. [ 738.697419] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Creating folder: Instances. Parent ref: group-v918585. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.697419] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45b3e8a6-8698-47f3-8758-1f3e9370a13b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.708726] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Created folder: Instances in parent group-v918585. [ 738.709450] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 738.709749] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.710040] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e04fc7f-6f85-420d-86b1-683bcb69607d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.730356] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.730356] env[65923]: value = "task-4706741" [ 738.730356] env[65923]: _type = "Task" [ 738.730356] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.739896] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706741, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.784187] env[65923]: DEBUG nova.scheduler.client.report [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.818503] env[65923]: DEBUG nova.network.neutron [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Updated VIF entry in instance network info cache for port d0f7947f-1d68-43e5-9d50-289df0cc8412. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 738.818877] env[65923]: DEBUG nova.network.neutron [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Updating instance_info_cache with network_info: [{"id": "d0f7947f-1d68-43e5-9d50-289df0cc8412", "address": "fa:16:3e:aa:c3:f0", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f7947f-1d", "ovs_interfaceid": "d0f7947f-1d68-43e5-9d50-289df0cc8412", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.876984] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706737, 'name': Rename_Task, 'duration_secs': 0.226488} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.877520] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.877906] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a7c75bd-513a-4061-81e3-cd06d1f26ee3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.888738] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 738.888738] env[65923]: value = "task-4706742" [ 738.888738] env[65923]: _type = "Task" [ 738.888738] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.900395] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.906800] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.936037] env[65923]: DEBUG oslo_vmware.api [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Task: {'id': task-4706738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129544} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.936516] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.936830] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.937100] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.937404] env[65923]: INFO nova.compute.manager [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Took 2.34 seconds to destroy the instance on the hypervisor. [ 738.937810] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 738.938214] env[65923]: DEBUG nova.compute.manager [-] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 738.938385] env[65923]: DEBUG nova.network.neutron [-] [instance: 80558328-490b-494e-89a4-b0b2af804e32] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 738.938751] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.001935] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.240966] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706741, 'name': CreateVM_Task, 'duration_secs': 0.352919} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.241103] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.241733] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.241891] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.242237] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.242517] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b00216f9-294b-4992-9d85-2bedfb84022b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.248599] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 739.248599] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5274f900-67dd-02f7-2d87-96bee8d7daab" [ 739.248599] env[65923]: _type = "Task" [ 739.248599] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.262749] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5274f900-67dd-02f7-2d87-96bee8d7daab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.291259] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.292034] env[65923]: DEBUG nova.compute.manager [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 739.295570] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.935s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.297023] env[65923]: INFO nova.compute.claims [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.322023] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Releasing lock "refresh_cache-5500b5f7-7e65-402c-9b2a-54b891f56ca0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.322549] env[65923]: DEBUG nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Received event network-changed-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.322957] env[65923]: DEBUG nova.compute.manager [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Refreshing instance network info cache due to event network-changed-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 739.324395] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Acquiring lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.324395] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Acquired lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.324395] env[65923]: DEBUG nova.network.neutron [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Refreshing network info cache for port b32eb5f4-f62d-44cd-b6e8-87cb537a2fad {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.408077] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.431781] env[65923]: DEBUG nova.compute.manager [req-4cbfbd30-b01c-4698-a921-d9e13467ca4b req-a8485765-55d8-4c4a-ac96-610fdea3a727 service nova] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Received event network-vif-deleted-3a644af9-3375-4f95-82d4-9dcfb44114f8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.433361] env[65923]: DEBUG nova.compute.manager [req-4cbfbd30-b01c-4698-a921-d9e13467ca4b req-a8485765-55d8-4c4a-ac96-610fdea3a727 service nova] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Received event network-vif-deleted-ce20eb5f-1bb5-475c-b2a8-7341b0a1deb8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.433361] env[65923]: DEBUG nova.compute.manager [req-4cbfbd30-b01c-4698-a921-d9e13467ca4b req-a8485765-55d8-4c4a-ac96-610fdea3a727 service nova] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Received event network-vif-deleted-f9413585-780f-4d7d-ab36-fbe43294ec87 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.763250] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5274f900-67dd-02f7-2d87-96bee8d7daab, 'name': SearchDatastore_Task, 'duration_secs': 0.014417} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.763621] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.763765] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.764122] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.764355] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.764568] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.766334] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa171b0a-3520-4e9b-b8f7-3e69ab820d16 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.777991] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.778278] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.779760] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57bffd41-ae18-48b2-8eb2-828482e1dbc6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.786801] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 739.786801] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52455954-a53e-01bb-ecf8-d707074ae790" [ 739.786801] env[65923]: _type = "Task" [ 739.786801] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.797734] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52455954-a53e-01bb-ecf8-d707074ae790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.803155] env[65923]: DEBUG nova.compute.utils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.808393] env[65923]: DEBUG nova.compute.manager [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 739.810020] env[65923]: DEBUG nova.network.neutron [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 739.810020] env[65923]: WARNING neutronclient.v2_0.client [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.810020] env[65923]: WARNING neutronclient.v2_0.client [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.829323] env[65923]: WARNING neutronclient.v2_0.client [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.868538] env[65923]: DEBUG nova.policy [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66a3a3fba6e421a8dae184004a80a35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d6fc65f1ca84470b785586a037be8b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.889456] env[65923]: DEBUG nova.compute.manager [req-ce5554fa-a8af-44f2-9edb-84655d6478ae req-88f75ac0-91d5-4c42-884e-7ed5289dfb4a service nova] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Received event network-vif-deleted-ed9ce8f9-419b-4247-9d9d-2e6e366c7dcf {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.889750] env[65923]: DEBUG nova.compute.manager [req-ce5554fa-a8af-44f2-9edb-84655d6478ae req-88f75ac0-91d5-4c42-884e-7ed5289dfb4a service nova] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Received event network-vif-deleted-e5291287-c66d-45e9-b569-6aef1fa0059e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.908133] env[65923]: DEBUG oslo_vmware.api [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706742, 'name': PowerOnVM_Task, 'duration_secs': 0.814867} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.908797] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.909045] env[65923]: INFO nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Took 10.58 seconds to spawn the instance on the hypervisor. [ 739.909587] env[65923]: DEBUG nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 739.911033] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219fa321-9cd6-4813-af72-04169c3f5568 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.074583] env[65923]: WARNING neutronclient.v2_0.client [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.106840] env[65923]: DEBUG nova.network.neutron [-] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.235324] env[65923]: DEBUG nova.network.neutron [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updated VIF entry in instance network info cache for port b32eb5f4-f62d-44cd-b6e8-87cb537a2fad. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.235324] env[65923]: DEBUG nova.network.neutron [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance_info_cache with network_info: [{"id": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "address": "fa:16:3e:38:81:65", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32eb5f4-f6", "ovs_interfaceid": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.249843] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "c2e901f4-1a4c-4c55-8dae-2d91372970da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.249843] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "c2e901f4-1a4c-4c55-8dae-2d91372970da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.299761] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52455954-a53e-01bb-ecf8-d707074ae790, 'name': SearchDatastore_Task, 'duration_secs': 0.012614} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.300933] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4405187c-f3fc-447a-b5da-67893138cd9e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.308713] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 740.308713] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529c1b01-0876-adc7-7830-a705392cdc81" [ 740.308713] env[65923]: _type = "Task" [ 740.308713] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.312926] env[65923]: DEBUG nova.compute.manager [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 740.328599] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529c1b01-0876-adc7-7830-a705392cdc81, 'name': SearchDatastore_Task, 'duration_secs': 0.013262} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.328955] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.329241] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] eafbe567-150c-4dd5-9d98-6729708d27f0/eafbe567-150c-4dd5-9d98-6729708d27f0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.329551] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-256e4c66-8ca5-440d-87f3-b0cb8ef1f0c3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.335596] env[65923]: DEBUG nova.network.neutron [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Successfully created port: 7d1d0371-a228-47a9-b44e-cb91d360baab {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 740.339717] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 740.339717] env[65923]: value = "task-4706743" [ 740.339717] env[65923]: _type = "Task" [ 740.339717] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.353157] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.395366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "interface-7423b238-de72-4240-8067-039cf6171722-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.395622] env[65923]: DEBUG oslo_concurrency.lockutils [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-7423b238-de72-4240-8067-039cf6171722-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.396054] env[65923]: DEBUG nova.objects.instance [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'flavor' on Instance uuid 7423b238-de72-4240-8067-039cf6171722 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.439250] env[65923]: INFO nova.compute.manager [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Took 22.33 seconds to build instance. [ 740.609172] env[65923]: INFO nova.compute.manager [-] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Took 1.67 seconds to deallocate network for instance. [ 740.739016] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b83a988-f217-4f47-99a3-d9540467f54e req-7056b780-be32-413c-a68d-2b2467cf7bdc service nova] Releasing lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.757698] env[65923]: DEBUG nova.compute.manager [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 740.791281] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d36a821-4861-4995-bee0-950c37660fde {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.802385] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37442d31-bb7d-41aa-9407-e9bf54a9e6b6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.843946] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da8555e-f672-4470-afa3-0b10a16079d3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.856836] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706743, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.860755] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4bd211-9379-403d-9cfc-de54b254be3b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.876908] env[65923]: DEBUG nova.compute.provider_tree [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.900029] env[65923]: WARNING neutronclient.v2_0.client [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.946153] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7ae5aeda-8bed-440c-a340-6e4c78cab0bd tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.849s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.022841] env[65923]: DEBUG nova.objects.instance [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'pci_requests' on Instance uuid 7423b238-de72-4240-8067-039cf6171722 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.158549] env[65923]: INFO nova.compute.manager [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Took 0.55 seconds to detach 1 volumes for instance. [ 741.160941] env[65923]: DEBUG nova.compute.manager [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Deleting volume: 0732839d-2683-42d8-9bb6-6cb15a06ff26 {{(pid=65923) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 741.286783] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.345353] env[65923]: DEBUG nova.compute.manager [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 741.358951] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666465} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.359232] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] eafbe567-150c-4dd5-9d98-6729708d27f0/eafbe567-150c-4dd5-9d98-6729708d27f0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.359482] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.359758] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcb3c434-6d6b-4da2-968e-8c06ff38788e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.368677] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 741.368677] env[65923]: value = "task-4706745" [ 741.368677] env[65923]: _type = "Task" [ 741.368677] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.374965] env[65923]: DEBUG nova.virt.hardware [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 741.375182] env[65923]: DEBUG nova.virt.hardware [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.375343] env[65923]: DEBUG nova.virt.hardware [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 741.375511] env[65923]: DEBUG nova.virt.hardware [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.375650] env[65923]: DEBUG nova.virt.hardware [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 741.376107] env[65923]: DEBUG nova.virt.hardware [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 741.376107] env[65923]: DEBUG nova.virt.hardware [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 741.376312] env[65923]: DEBUG nova.virt.hardware [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 741.376456] env[65923]: DEBUG nova.virt.hardware [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 741.377155] env[65923]: DEBUG nova.virt.hardware [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 741.377155] env[65923]: DEBUG nova.virt.hardware [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 741.378381] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe017b0-a7a8-4f18-9e2b-9999b1d3c332 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.382505] env[65923]: DEBUG nova.scheduler.client.report [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.391201] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.398235] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc88345f-05ec-4aa1-8e68-78328fe6b7c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.426903] env[65923]: DEBUG nova.objects.instance [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lazy-loading 'flavor' on Instance uuid e643ac73-5f1b-4242-be78-663d1aa82ae2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.526212] env[65923]: DEBUG nova.objects.base [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Object Instance<7423b238-de72-4240-8067-039cf6171722> lazy-loaded attributes: flavor,pci_requests {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 741.526454] env[65923]: DEBUG nova.network.neutron [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 741.526780] env[65923]: WARNING neutronclient.v2_0.client [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.527107] env[65923]: WARNING neutronclient.v2_0.client [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.578455] env[65923]: DEBUG nova.policy [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff7ab639f4f46fbac81d48a5411ea4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43ec1c33dddc44bf8ad0307176cf7a9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.704905] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.880536] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08583} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.880536] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.880798] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b43bd2-dd9e-4bf0-b91d-56fb196b4dd3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.888057] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.890704] env[65923]: DEBUG nova.compute.manager [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 741.899084] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.917s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.902623] env[65923]: INFO nova.compute.claims [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.922298] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] eafbe567-150c-4dd5-9d98-6729708d27f0/eafbe567-150c-4dd5-9d98-6729708d27f0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.925036] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27df7e64-0d17-4a9a-9015-8a8f341ab7fb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.942811] env[65923]: DEBUG nova.network.neutron [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Successfully created port: 0665d75c-9c57-4acd-95ff-6954c590a46f {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 741.947068] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquiring lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.947068] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquired lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.947068] env[65923]: WARNING neutronclient.v2_0.client [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.952143] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 741.952143] env[65923]: value = "task-4706746" [ 741.952143] env[65923]: _type = "Task" [ 741.952143] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.962705] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.982658] env[65923]: DEBUG nova.network.neutron [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Successfully updated port: 7d1d0371-a228-47a9-b44e-cb91d360baab {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 742.087481] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquiring lock "16a746b5-eec6-40d1-be26-1afa53569682" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.087728] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "16a746b5-eec6-40d1-be26-1afa53569682" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.427354] env[65923]: DEBUG nova.compute.utils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.429073] env[65923]: DEBUG nova.compute.manager [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 742.429325] env[65923]: DEBUG nova.network.neutron [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 742.430042] env[65923]: WARNING neutronclient.v2_0.client [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.430137] env[65923]: WARNING neutronclient.v2_0.client [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.462638] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706746, 'name': ReconfigVM_Task, 'duration_secs': 0.333284} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.462993] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Reconfigured VM instance instance-0000002a to attach disk [datastore2] eafbe567-150c-4dd5-9d98-6729708d27f0/eafbe567-150c-4dd5-9d98-6729708d27f0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.463765] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04dee472-a295-4945-8a96-6fd39ec93783 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.474108] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 742.474108] env[65923]: value = "task-4706747" [ 742.474108] env[65923]: _type = "Task" [ 742.474108] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.484977] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706747, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.485676] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "refresh_cache-3dfb311a-11c0-49ce-a42e-7a52568d5448" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.485888] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "refresh_cache-3dfb311a-11c0-49ce-a42e-7a52568d5448" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.486127] env[65923]: DEBUG nova.network.neutron [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 742.489466] env[65923]: DEBUG nova.policy [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323c569211ff44a0b1b13b20300de860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b15986d89e904a26955d21295103d23c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.590617] env[65923]: DEBUG nova.compute.manager [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 742.829208] env[65923]: DEBUG nova.network.neutron [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 742.935632] env[65923]: DEBUG nova.compute.manager [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 742.996198] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706747, 'name': Rename_Task, 'duration_secs': 0.166041} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.999462] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.000179] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b58c5884-15d6-4b7b-9d9c-a8e1d9acf698 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.010359] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 743.010359] env[65923]: value = "task-4706748" [ 743.010359] env[65923]: _type = "Task" [ 743.010359] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.032152] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706748, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.102303] env[65923]: DEBUG nova.network.neutron [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Successfully created port: ac67c199-5d14-4199-b56a-36701646fb66 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 743.110494] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.145472] env[65923]: DEBUG nova.network.neutron [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 743.332385] env[65923]: WARNING neutronclient.v2_0.client [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.460248] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaa23b8-de92-4bb1-93e6-4b59c21400d3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.472612] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa466d-5775-4708-8505-0514261ece71 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.506293] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741109a9-1f67-4367-92f3-81977a56ee2b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.520237] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7867601-16ec-4a29-9012-f51958e8c48d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.528839] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.540340] env[65923]: DEBUG nova.compute.provider_tree [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.666826] env[65923]: DEBUG nova.network.neutron [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Successfully updated port: 0665d75c-9c57-4acd-95ff-6954c590a46f {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 743.864853] env[65923]: WARNING neutronclient.v2_0.client [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.949053] env[65923]: DEBUG nova.compute.manager [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 743.977148] env[65923]: DEBUG nova.virt.hardware [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 743.977631] env[65923]: DEBUG nova.virt.hardware [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.977984] env[65923]: DEBUG nova.virt.hardware [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 743.978317] env[65923]: DEBUG nova.virt.hardware [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.978571] env[65923]: DEBUG nova.virt.hardware [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 743.978816] env[65923]: DEBUG nova.virt.hardware [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 743.979143] env[65923]: DEBUG nova.virt.hardware [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 743.979414] env[65923]: DEBUG nova.virt.hardware [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 743.979717] env[65923]: DEBUG nova.virt.hardware [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 743.979986] env[65923]: DEBUG nova.virt.hardware [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 743.980286] env[65923]: DEBUG nova.virt.hardware [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 743.981455] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba0cb5b-4849-43c1-961a-9cb73c3515f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.995024] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f49b988-cc98-4d25-97ac-08cbd6d47135 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.011388] env[65923]: DEBUG nova.network.neutron [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Updating instance_info_cache with network_info: [{"id": "7d1d0371-a228-47a9-b44e-cb91d360baab", "address": "fa:16:3e:fd:4e:c3", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1d0371-a2", "ovs_interfaceid": "7d1d0371-a228-47a9-b44e-cb91d360baab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.024288] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706748, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.045319] env[65923]: DEBUG nova.scheduler.client.report [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.132795] env[65923]: WARNING neutronclient.v2_0.client [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.169032] env[65923]: DEBUG oslo_concurrency.lockutils [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.169032] env[65923]: DEBUG oslo_concurrency.lockutils [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.169323] env[65923]: DEBUG nova.network.neutron [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 744.232434] env[65923]: DEBUG nova.network.neutron [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updating instance_info_cache with network_info: [{"id": "1537af6f-9ce2-44ab-b971-f170ae41504e", "address": "fa:16:3e:70:43:e0", "network": {"id": "c459f02d-5051-4838-b908-6b3035dc271c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-333457000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ef7ed9c72644e6931cd15de721b592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537af6f-9c", "ovs_interfaceid": "1537af6f-9ce2-44ab-b971-f170ae41504e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.519051] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "refresh_cache-3dfb311a-11c0-49ce-a42e-7a52568d5448" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.519344] env[65923]: DEBUG nova.compute.manager [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Instance network_info: |[{"id": "7d1d0371-a228-47a9-b44e-cb91d360baab", "address": "fa:16:3e:fd:4e:c3", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1d0371-a2", "ovs_interfaceid": "7d1d0371-a228-47a9-b44e-cb91d360baab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 744.520013] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:4e:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d1d0371-a228-47a9-b44e-cb91d360baab', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.530324] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Creating folder: Project (1d6fc65f1ca84470b785586a037be8b4). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.534527] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43d8d82e-b186-4421-9952-be7701818c27 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.536708] env[65923]: DEBUG oslo_vmware.api [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706748, 'name': PowerOnVM_Task, 'duration_secs': 1.028196} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.537099] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.537288] env[65923]: INFO nova.compute.manager [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Took 5.92 seconds to spawn the instance on the hypervisor. [ 744.537461] env[65923]: DEBUG nova.compute.manager [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 744.538853] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fcadaa-ce03-43b8-bc36-3ebef23e0da3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.552284] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.552834] env[65923]: DEBUG nova.compute.manager [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 744.555653] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Created folder: Project (1d6fc65f1ca84470b785586a037be8b4) in parent group-v918465. [ 744.555850] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Creating folder: Instances. Parent ref: group-v918588. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.556526] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.334s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.557988] env[65923]: INFO nova.compute.claims [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.560915] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95ecc433-cfdd-46a9-8b31-350bc49b69e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.574321] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Created folder: Instances in parent group-v918588. [ 744.574604] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 744.575203] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.575246] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-443362de-7517-426f-945c-56a3c41461dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.598107] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.598107] env[65923]: value = "task-4706751" [ 744.598107] env[65923]: _type = "Task" [ 744.598107] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.606292] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706751, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.681109] env[65923]: DEBUG nova.compute.manager [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Received event network-changed-0d8e4b6b-7695-4b70-b087-595dfad1aa49 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.681303] env[65923]: DEBUG nova.compute.manager [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Refreshing instance network info cache due to event network-changed-0d8e4b6b-7695-4b70-b087-595dfad1aa49. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 744.681529] env[65923]: DEBUG oslo_concurrency.lockutils [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] Acquiring lock "refresh_cache-4f907a2f-1677-448e-908f-dd618be287de" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.681690] env[65923]: DEBUG oslo_concurrency.lockutils [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] Acquired lock "refresh_cache-4f907a2f-1677-448e-908f-dd618be287de" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.681871] env[65923]: DEBUG nova.network.neutron [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Refreshing network info cache for port 0d8e4b6b-7695-4b70-b087-595dfad1aa49 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.714395] env[65923]: WARNING nova.network.neutron [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] 8cf0ae70-d070-47d9-962f-e62b5fa9a7e4 already exists in list: networks containing: ['8cf0ae70-d070-47d9-962f-e62b5fa9a7e4']. ignoring it [ 744.735360] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Releasing lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.735626] env[65923]: DEBUG nova.compute.manager [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Inject network info {{(pid=65923) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 744.735883] env[65923]: DEBUG nova.compute.manager [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] network_info to inject: |[{"id": "1537af6f-9ce2-44ab-b971-f170ae41504e", "address": "fa:16:3e:70:43:e0", "network": {"id": "c459f02d-5051-4838-b908-6b3035dc271c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-333457000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ef7ed9c72644e6931cd15de721b592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537af6f-9c", "ovs_interfaceid": "1537af6f-9ce2-44ab-b971-f170ae41504e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 744.741303] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Reconfiguring VM instance to set the machine id {{(pid=65923) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 744.742084] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90c5e16c-9487-4d8b-b791-be88e7a26970 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.763875] env[65923]: DEBUG oslo_vmware.api [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 744.763875] env[65923]: value = "task-4706752" [ 744.763875] env[65923]: _type = "Task" [ 744.763875] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.775918] env[65923]: DEBUG oslo_vmware.api [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706752, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.782982] env[65923]: DEBUG nova.network.neutron [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Successfully updated port: ac67c199-5d14-4199-b56a-36701646fb66 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 744.787468] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.787760] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.788020] env[65923]: INFO nova.compute.manager [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Rebooting instance [ 744.832959] env[65923]: WARNING neutronclient.v2_0.client [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.972223] env[65923]: DEBUG nova.compute.manager [req-1cf7f57e-752d-4f0a-82db-dcd1a3ec3c64 req-996ee6bb-352f-47ff-8a05-45fa3830f83f service nova] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Received event network-vif-deleted-f6bd3119-2764-462f-abeb-66b6fcedda84 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.972536] env[65923]: DEBUG nova.compute.manager [req-1cf7f57e-752d-4f0a-82db-dcd1a3ec3c64 req-996ee6bb-352f-47ff-8a05-45fa3830f83f service nova] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Received event network-vif-plugged-7d1d0371-a228-47a9-b44e-cb91d360baab {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.972712] env[65923]: DEBUG oslo_concurrency.lockutils [req-1cf7f57e-752d-4f0a-82db-dcd1a3ec3c64 req-996ee6bb-352f-47ff-8a05-45fa3830f83f service nova] Acquiring lock "3dfb311a-11c0-49ce-a42e-7a52568d5448-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.973047] env[65923]: DEBUG oslo_concurrency.lockutils [req-1cf7f57e-752d-4f0a-82db-dcd1a3ec3c64 req-996ee6bb-352f-47ff-8a05-45fa3830f83f service nova] Lock "3dfb311a-11c0-49ce-a42e-7a52568d5448-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.973047] env[65923]: DEBUG oslo_concurrency.lockutils [req-1cf7f57e-752d-4f0a-82db-dcd1a3ec3c64 req-996ee6bb-352f-47ff-8a05-45fa3830f83f service nova] Lock "3dfb311a-11c0-49ce-a42e-7a52568d5448-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.973272] env[65923]: DEBUG nova.compute.manager [req-1cf7f57e-752d-4f0a-82db-dcd1a3ec3c64 req-996ee6bb-352f-47ff-8a05-45fa3830f83f service nova] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] No waiting events found dispatching network-vif-plugged-7d1d0371-a228-47a9-b44e-cb91d360baab {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 744.973400] env[65923]: WARNING nova.compute.manager [req-1cf7f57e-752d-4f0a-82db-dcd1a3ec3c64 req-996ee6bb-352f-47ff-8a05-45fa3830f83f service nova] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Received unexpected event network-vif-plugged-7d1d0371-a228-47a9-b44e-cb91d360baab for instance with vm_state building and task_state spawning. [ 745.058748] env[65923]: DEBUG nova.compute.utils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.067123] env[65923]: DEBUG nova.compute.manager [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 745.067499] env[65923]: DEBUG nova.network.neutron [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 745.068121] env[65923]: WARNING neutronclient.v2_0.client [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.069064] env[65923]: WARNING neutronclient.v2_0.client [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.077142] env[65923]: WARNING neutronclient.v2_0.client [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.084146] env[65923]: INFO nova.compute.manager [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Took 16.18 seconds to build instance. [ 745.112103] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706751, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.128544] env[65923]: DEBUG nova.policy [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68741fc5f13d401e839ab289cab1784f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e888e27ae3b74b42af0b0c44bcc98988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.186588] env[65923]: WARNING neutronclient.v2_0.client [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.247100] env[65923]: DEBUG nova.network.neutron [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Updating instance_info_cache with network_info: [{"id": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "address": "fa:16:3e:50:a4:a5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fb3aa7-2d", "ovs_interfaceid": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0665d75c-9c57-4acd-95ff-6954c590a46f", "address": "fa:16:3e:d6:71:2f", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0665d75c-9c", "ovs_interfaceid": "0665d75c-9c57-4acd-95ff-6954c590a46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.277116] env[65923]: DEBUG oslo_vmware.api [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706752, 'name': ReconfigVM_Task, 'duration_secs': 0.217581} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.277402] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f192b7-b2af-4daf-81c1-c2f638c910c9 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Reconfigured VM instance to set the machine id {{(pid=65923) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 745.285687] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "refresh_cache-eb756ee2-97ee-4f3a-959e-21b2a1984259" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.286391] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "refresh_cache-eb756ee2-97ee-4f3a-959e-21b2a1984259" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.286391] env[65923]: DEBUG nova.network.neutron [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 745.319068] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.319350] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquired lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.319595] env[65923]: DEBUG nova.network.neutron [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 745.568209] env[65923]: DEBUG nova.compute.manager [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 745.590027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-18e8abf1-36fb-4963-b6fd-83a49e3814e4 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "eafbe567-150c-4dd5-9d98-6729708d27f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.700s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.612736] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706751, 'name': CreateVM_Task, 'duration_secs': 0.906334} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.616624] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.617542] env[65923]: WARNING neutronclient.v2_0.client [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.618567] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.618567] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.618567] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.619045] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342bfddb-0474-4a8e-9997-221f9b7177d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.624950] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 745.624950] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5220d859-51ea-715c-442a-6fc77ec8e110" [ 745.624950] env[65923]: _type = "Task" [ 745.624950] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.635793] env[65923]: DEBUG nova.network.neutron [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Successfully created port: db723430-5b5f-49fd-8863-d232fdb93b47 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 745.647466] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5220d859-51ea-715c-442a-6fc77ec8e110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.750823] env[65923]: DEBUG oslo_concurrency.lockutils [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.751977] env[65923]: DEBUG oslo_concurrency.lockutils [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.752278] env[65923]: DEBUG oslo_concurrency.lockutils [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.753952] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28cc2a5-1945-4dcd-9c1f-c7ea62e25abb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.787836] env[65923]: DEBUG nova.virt.hardware [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 745.788119] env[65923]: DEBUG nova.virt.hardware [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.788280] env[65923]: DEBUG nova.virt.hardware [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 745.788468] env[65923]: DEBUG nova.virt.hardware [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.788613] env[65923]: DEBUG nova.virt.hardware [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 745.788761] env[65923]: DEBUG nova.virt.hardware [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 745.789077] env[65923]: DEBUG nova.virt.hardware [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 745.789268] env[65923]: DEBUG nova.virt.hardware [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 745.789446] env[65923]: DEBUG nova.virt.hardware [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 745.789611] env[65923]: DEBUG nova.virt.hardware [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 745.789787] env[65923]: DEBUG nova.virt.hardware [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 745.796610] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Reconfiguring VM to attach interface {{(pid=65923) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 745.803764] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e41126df-9e2b-468f-a5e9-d5832f9d7964 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.816959] env[65923]: WARNING neutronclient.v2_0.client [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.822979] env[65923]: WARNING neutronclient.v2_0.client [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.827707] env[65923]: DEBUG oslo_vmware.api [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 745.827707] env[65923]: value = "task-4706753" [ 745.827707] env[65923]: _type = "Task" [ 745.827707] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.840230] env[65923]: DEBUG oslo_vmware.api [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706753, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.942131] env[65923]: DEBUG nova.network.neutron [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 746.091478] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7057203e-fc64-469e-919a-caa2144d275f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.100126] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42bb063-a3eb-43d2-8f1b-eda4aea1adff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.136235] env[65923]: DEBUG nova.network.neutron [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Updated VIF entry in instance network info cache for port 0d8e4b6b-7695-4b70-b087-595dfad1aa49. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 746.136607] env[65923]: DEBUG nova.network.neutron [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Updating instance_info_cache with network_info: [{"id": "0d8e4b6b-7695-4b70-b087-595dfad1aa49", "address": "fa:16:3e:17:b7:9f", "network": {"id": "4e37869e-d271-4216-945a-3cee993086a1", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-471017317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d81720231fb47cd856824ed1e304b2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8e4b6b-76", "ovs_interfaceid": "0d8e4b6b-7695-4b70-b087-595dfad1aa49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.141515] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e41638-1085-4ae8-83fb-8e22a2713547 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.154406] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5220d859-51ea-715c-442a-6fc77ec8e110, 'name': SearchDatastore_Task, 'duration_secs': 0.033892} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.156853] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.157119] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.157385] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.157507] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.157680] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.158304] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0745786-2c8a-4482-bff3-7b9ac3e5d80a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.161051] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222f7cf1-8085-475f-917c-8bba41aa233f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.179074] env[65923]: DEBUG nova.compute.provider_tree [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.181387] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.182909] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.182909] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9239a0-8d49-46b3-be13-2a9de168bdc8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.190136] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 746.190136] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5298a45b-183e-fedb-06c0-03ec5faef9f2" [ 746.190136] env[65923]: _type = "Task" [ 746.190136] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.203341] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5298a45b-183e-fedb-06c0-03ec5faef9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.226180] env[65923]: WARNING neutronclient.v2_0.client [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.272197] env[65923]: DEBUG nova.compute.manager [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Stashing vm_state: active {{(pid=65923) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 746.343490] env[65923]: DEBUG oslo_vmware.api [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.369134] env[65923]: WARNING neutronclient.v2_0.client [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.411421] env[65923]: DEBUG nova.network.neutron [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Updating instance_info_cache with network_info: [{"id": "ac67c199-5d14-4199-b56a-36701646fb66", "address": "fa:16:3e:0a:06:be", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac67c199-5d", "ovs_interfaceid": "ac67c199-5d14-4199-b56a-36701646fb66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.508326] env[65923]: DEBUG nova.network.neutron [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Updating instance_info_cache with network_info: [{"id": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "address": "fa:16:3e:a9:fe:1e", "network": {"id": "79c688ad-a72d-4cb6-a17b-a0fe63818142", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-803799119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55176e0cb1e14262ae80b8271ee119af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1e850f-8a", "ovs_interfaceid": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.580686] env[65923]: DEBUG nova.compute.manager [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 746.612436] env[65923]: DEBUG nova.virt.hardware [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 746.612705] env[65923]: DEBUG nova.virt.hardware [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.612862] env[65923]: DEBUG nova.virt.hardware [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 746.613053] env[65923]: DEBUG nova.virt.hardware [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.613205] env[65923]: DEBUG nova.virt.hardware [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 746.613348] env[65923]: DEBUG nova.virt.hardware [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 746.613609] env[65923]: DEBUG nova.virt.hardware [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 746.613817] env[65923]: DEBUG nova.virt.hardware [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 746.614008] env[65923]: DEBUG nova.virt.hardware [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 746.614186] env[65923]: DEBUG nova.virt.hardware [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 746.614355] env[65923]: DEBUG nova.virt.hardware [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 746.615311] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0617719c-cecb-4ad6-8b23-3dc799c9c6f0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.626839] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a301817-710f-4263-8ec5-eb69afb885ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.645589] env[65923]: DEBUG oslo_concurrency.lockutils [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] Releasing lock "refresh_cache-4f907a2f-1677-448e-908f-dd618be287de" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.645857] env[65923]: DEBUG nova.compute.manager [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Received event network-changed-fb1e850f-8a70-498d-a57a-e13d30b5bd0f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 746.646032] env[65923]: DEBUG nova.compute.manager [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Refreshing instance network info cache due to event network-changed-fb1e850f-8a70-498d-a57a-e13d30b5bd0f. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 746.646218] env[65923]: DEBUG oslo_concurrency.lockutils [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] Acquiring lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.684326] env[65923]: DEBUG nova.scheduler.client.report [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.703162] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5298a45b-183e-fedb-06c0-03ec5faef9f2, 'name': SearchDatastore_Task, 'duration_secs': 0.021895} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.704897] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b25fa698-ac4b-44bc-b4e8-ef1fb7bd363c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.712779] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 746.712779] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5234e52b-3d95-c3fb-cbe2-7dc0e8a95450" [ 746.712779] env[65923]: _type = "Task" [ 746.712779] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.724212] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5234e52b-3d95-c3fb-cbe2-7dc0e8a95450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.796604] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.842820] env[65923]: DEBUG oslo_vmware.api [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706753, 'name': ReconfigVM_Task, 'duration_secs': 0.844648} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.843323] env[65923]: WARNING neutronclient.v2_0.client [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.843595] env[65923]: DEBUG oslo_concurrency.lockutils [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.843873] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Reconfigured VM to attach interface {{(pid=65923) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 746.915093] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "refresh_cache-eb756ee2-97ee-4f3a-959e-21b2a1984259" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.915452] env[65923]: DEBUG nova.compute.manager [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Instance network_info: |[{"id": "ac67c199-5d14-4199-b56a-36701646fb66", "address": "fa:16:3e:0a:06:be", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac67c199-5d", "ovs_interfaceid": "ac67c199-5d14-4199-b56a-36701646fb66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 746.915971] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:06:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac67c199-5d14-4199-b56a-36701646fb66', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.924418] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Creating folder: Project (b15986d89e904a26955d21295103d23c). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.924418] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b2c0d7a-78aa-4828-8486-ba13f466dfdb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.937281] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Created folder: Project (b15986d89e904a26955d21295103d23c) in parent group-v918465. [ 746.937949] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Creating folder: Instances. Parent ref: group-v918591. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.937949] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-198f7a61-0a66-4a3a-9bb5-d7fc3315c916 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.949913] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Created folder: Instances in parent group-v918591. [ 746.951538] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 746.951538] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.951538] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07f5922e-68b6-45c2-b0e6-113baa422552 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.973434] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.973434] env[65923]: value = "task-4706756" [ 746.973434] env[65923]: _type = "Task" [ 746.973434] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.982789] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706756, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.012119] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "ea211bde-9686-4343-80da-1292b3441ab2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.012119] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "ea211bde-9686-4343-80da-1292b3441ab2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.012119] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "ea211bde-9686-4343-80da-1292b3441ab2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.012119] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "ea211bde-9686-4343-80da-1292b3441ab2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.012119] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "ea211bde-9686-4343-80da-1292b3441ab2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.014063] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Releasing lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.015371] env[65923]: INFO nova.compute.manager [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Terminating instance [ 747.016803] env[65923]: DEBUG oslo_concurrency.lockutils [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] Acquired lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.017482] env[65923]: DEBUG nova.network.neutron [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Refreshing network info cache for port fb1e850f-8a70-498d-a57a-e13d30b5bd0f {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.189866] env[65923]: DEBUG nova.network.neutron [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Successfully updated port: db723430-5b5f-49fd-8863-d232fdb93b47 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 747.190996] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.191523] env[65923]: DEBUG nova.compute.manager [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 747.195118] env[65923]: DEBUG oslo_concurrency.lockutils [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.157s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.197915] env[65923]: DEBUG nova.objects.instance [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Lazy-loading 'resources' on Instance uuid d56cd5bd-465b-418b-b916-277e81956bbd {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.225380] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5234e52b-3d95-c3fb-cbe2-7dc0e8a95450, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.225725] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.225992] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 3dfb311a-11c0-49ce-a42e-7a52568d5448/3dfb311a-11c0-49ce-a42e-7a52568d5448.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.226273] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90ed2437-2c38-42d0-9223-c7033acfb723 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.234425] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 747.234425] env[65923]: value = "task-4706757" [ 747.234425] env[65923]: _type = "Task" [ 747.234425] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.244109] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.349573] env[65923]: DEBUG oslo_concurrency.lockutils [None req-24aadd99-ace8-475f-8c13-c59985635abc tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-7423b238-de72-4240-8067-039cf6171722-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.954s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.485557] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706756, 'name': CreateVM_Task, 'duration_secs': 0.49274} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.485729] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.486275] env[65923]: WARNING neutronclient.v2_0.client [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.486644] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.486793] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.487126] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.487420] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01559a71-a9cb-4b04-98cd-45f1bdfe478d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.494300] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 747.494300] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bb4f8a-8ad0-ba93-9299-8325658ab093" [ 747.494300] env[65923]: _type = "Task" [ 747.494300] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.507045] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bb4f8a-8ad0-ba93-9299-8325658ab093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.521514] env[65923]: WARNING neutronclient.v2_0.client [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.524608] env[65923]: DEBUG nova.compute.manager [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 747.524737] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.525747] env[65923]: DEBUG nova.compute.manager [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 747.526477] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3023270-332a-4c5a-81fd-56b9328ffa8d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.530055] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea949bc-2049-4206-9e9d-dd6b6658f857 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.543061] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.544122] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7097b41-02fd-498c-981a-f8d16fdff215 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.555461] env[65923]: DEBUG oslo_vmware.api [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 747.555461] env[65923]: value = "task-4706758" [ 747.555461] env[65923]: _type = "Task" [ 747.555461] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.568069] env[65923]: DEBUG oslo_vmware.api [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.697837] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquiring lock "refresh_cache-8a4f3338-19af-4e1d-9ee6-6e527408bb30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.697837] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquired lock "refresh_cache-8a4f3338-19af-4e1d-9ee6-6e527408bb30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.697837] env[65923]: DEBUG nova.network.neutron [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 747.700421] env[65923]: DEBUG nova.compute.utils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.705960] env[65923]: WARNING neutronclient.v2_0.client [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.708900] env[65923]: DEBUG nova.compute.manager [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 747.709274] env[65923]: DEBUG nova.network.neutron [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 747.709677] env[65923]: WARNING neutronclient.v2_0.client [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.710193] env[65923]: WARNING neutronclient.v2_0.client [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.756626] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.761096] env[65923]: DEBUG nova.policy [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9eab3c396baf44b0a21db6458e1df79e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fee23d3308249dd8cce9d47f33d6735', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.818091] env[65923]: DEBUG nova.network.neutron [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Updated VIF entry in instance network info cache for port fb1e850f-8a70-498d-a57a-e13d30b5bd0f. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 747.818607] env[65923]: DEBUG nova.network.neutron [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Updating instance_info_cache with network_info: [{"id": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "address": "fa:16:3e:a9:fe:1e", "network": {"id": "79c688ad-a72d-4cb6-a17b-a0fe63818142", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-803799119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55176e0cb1e14262ae80b8271ee119af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1e850f-8a", "ovs_interfaceid": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.010863] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bb4f8a-8ad0-ba93-9299-8325658ab093, 'name': SearchDatastore_Task, 'duration_secs': 0.069182} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.011090] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.011344] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.011640] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.012444] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.012444] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.012444] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8546534-b6f1-4ef3-9e39-6be4e0f13a44 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.026200] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.026370] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.027479] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8902cd63-26ea-41af-9a2c-4c741ce93216 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.036288] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 748.036288] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524bc0ca-f7f6-b96c-1d77-2c44ce0871b6" [ 748.036288] env[65923]: _type = "Task" [ 748.036288] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.055175] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524bc0ca-f7f6-b96c-1d77-2c44ce0871b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.071103] env[65923]: DEBUG oslo_vmware.api [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706758, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.182730] env[65923]: DEBUG nova.network.neutron [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Successfully created port: 7fed9be9-84fa-447b-b058-5488ccc8214c {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 748.209871] env[65923]: DEBUG nova.compute.manager [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 748.270295] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658085} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.272076] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 3dfb311a-11c0-49ce-a42e-7a52568d5448/3dfb311a-11c0-49ce-a42e-7a52568d5448.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.272076] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.272076] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec1e894e-e566-454f-8902-ae7b2c96f551 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.281200] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 748.281200] env[65923]: value = "task-4706759" [ 748.281200] env[65923]: _type = "Task" [ 748.281200] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.294819] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.321334] env[65923]: DEBUG oslo_concurrency.lockutils [req-2956226a-dfcc-4b08-aaad-cf2d67cf8116 req-2831c038-b280-4be2-9739-60f9c3a0ef63 service nova] Releasing lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.371545] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b69839e-5aac-4587-9eb0-87c2bdf09a3c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.380990] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5ea22b-0b76-4ff9-b2d6-481600bf87b7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.416306] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3c01fa-c334-42af-be71-23e773b5d56b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.425862] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20127b3-e8f9-4e47-9876-37bdfc1d0718 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.443740] env[65923]: DEBUG nova.compute.provider_tree [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.547547] env[65923]: DEBUG nova.compute.manager [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Received event network-changed-1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 748.547834] env[65923]: DEBUG nova.compute.manager [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Refreshing instance network info cache due to event network-changed-1537af6f-9ce2-44ab-b971-f170ae41504e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 748.548150] env[65923]: DEBUG oslo_concurrency.lockutils [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] Acquiring lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.548316] env[65923]: DEBUG oslo_concurrency.lockutils [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] Acquired lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.548484] env[65923]: DEBUG nova.network.neutron [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Refreshing network info cache for port 1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.554737] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524bc0ca-f7f6-b96c-1d77-2c44ce0871b6, 'name': SearchDatastore_Task, 'duration_secs': 0.0329} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.555586] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327c4c9f-8bb5-4aab-9666-de1aeae08556 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.561345] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f88b839-f0c7-4e1e-94fd-d114cce4531f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.570373] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 748.570373] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52447563-fd9d-1070-b3bd-8f501c79e0f8" [ 748.570373] env[65923]: _type = "Task" [ 748.570373] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.580458] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Doing hard reboot of VM {{(pid=65923) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 748.580920] env[65923]: DEBUG oslo_vmware.api [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706758, 'name': PowerOffVM_Task, 'duration_secs': 0.782163} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.581434] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-85c45e53-8217-4ea3-89a3-f9d64f47392d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.583246] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.583413] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.587202] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31a67ac6-2df6-4c92-b36a-159bc20941cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.588919] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52447563-fd9d-1070-b3bd-8f501c79e0f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.589901] env[65923]: DEBUG nova.network.neutron [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 748.593399] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.593671] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] eb756ee2-97ee-4f3a-959e-21b2a1984259/eb756ee2-97ee-4f3a-959e-21b2a1984259.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.594504] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5295fcce-afba-4cbe-a9b1-d9c190d54c20 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.598539] env[65923]: DEBUG oslo_vmware.api [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 748.598539] env[65923]: value = "task-4706760" [ 748.598539] env[65923]: _type = "Task" [ 748.598539] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.606298] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 748.606298] env[65923]: value = "task-4706762" [ 748.606298] env[65923]: _type = "Task" [ 748.606298] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.610511] env[65923]: DEBUG oslo_vmware.api [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706760, 'name': ResetVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.622705] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.647383] env[65923]: DEBUG oslo_concurrency.lockutils [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.647840] env[65923]: DEBUG oslo_concurrency.lockutils [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.647972] env[65923]: DEBUG oslo_concurrency.lockutils [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.648409] env[65923]: DEBUG oslo_concurrency.lockutils [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.648659] env[65923]: DEBUG oslo_concurrency.lockutils [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.652050] env[65923]: INFO nova.compute.manager [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Terminating instance [ 748.672086] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.672436] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.672540] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleting the datastore file [datastore1] ea211bde-9686-4343-80da-1292b3441ab2 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.673318] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a201a6a-77b1-4fa6-bbbb-a34d71088eb0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.681894] env[65923]: DEBUG oslo_vmware.api [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 748.681894] env[65923]: value = "task-4706763" [ 748.681894] env[65923]: _type = "Task" [ 748.681894] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.697399] env[65923]: DEBUG oslo_vmware.api [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.793919] env[65923]: DEBUG nova.compute.manager [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Received event network-changed-7d1d0371-a228-47a9-b44e-cb91d360baab {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 748.794192] env[65923]: DEBUG nova.compute.manager [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Refreshing instance network info cache due to event network-changed-7d1d0371-a228-47a9-b44e-cb91d360baab. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 748.794527] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] Acquiring lock "refresh_cache-3dfb311a-11c0-49ce-a42e-7a52568d5448" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.794716] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] Acquired lock "refresh_cache-3dfb311a-11c0-49ce-a42e-7a52568d5448" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.794918] env[65923]: DEBUG nova.network.neutron [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Refreshing network info cache for port 7d1d0371-a228-47a9-b44e-cb91d360baab {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.800359] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184913} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.801033] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.802184] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb90ffc3-3515-45ad-a12f-6706ae881ab0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.830947] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 3dfb311a-11c0-49ce-a42e-7a52568d5448/3dfb311a-11c0-49ce-a42e-7a52568d5448.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.832855] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9815191-bff2-4ab7-a535-b0122467f0e5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.849803] env[65923]: DEBUG nova.objects.instance [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lazy-loading 'flavor' on Instance uuid e643ac73-5f1b-4242-be78-663d1aa82ae2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.862935] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 748.862935] env[65923]: value = "task-4706764" [ 748.862935] env[65923]: _type = "Task" [ 748.862935] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.874699] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.948642] env[65923]: DEBUG nova.scheduler.client.report [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.972884] env[65923]: WARNING neutronclient.v2_0.client [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.051323] env[65923]: WARNING neutronclient.v2_0.client [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.113775] env[65923]: DEBUG oslo_vmware.api [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706760, 'name': ResetVM_Task, 'duration_secs': 0.173973} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.118211] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Did hard reboot of VM {{(pid=65923) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 749.119771] env[65923]: DEBUG nova.compute.manager [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 749.126065] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedc1731-a5e8-4b05-bce7-ef5c053916fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.133535] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706762, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.157907] env[65923]: DEBUG nova.compute.manager [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 749.157907] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.159887] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5066fbc2-2ba3-4f45-a953-bc4e81dcc97c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.173024] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.175269] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25027f45-c703-4d68-a095-8504ff104d0e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.190549] env[65923]: DEBUG oslo_vmware.api [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 749.190549] env[65923]: value = "task-4706765" [ 749.190549] env[65923]: _type = "Task" [ 749.190549] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.199940] env[65923]: DEBUG oslo_vmware.api [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.210878] env[65923]: DEBUG oslo_vmware.api [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.220418] env[65923]: DEBUG nova.compute.manager [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 749.262786] env[65923]: DEBUG nova.virt.hardware [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 749.263087] env[65923]: DEBUG nova.virt.hardware [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.263307] env[65923]: DEBUG nova.virt.hardware [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 749.263511] env[65923]: DEBUG nova.virt.hardware [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.263780] env[65923]: DEBUG nova.virt.hardware [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 749.264035] env[65923]: DEBUG nova.virt.hardware [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 749.264338] env[65923]: DEBUG nova.virt.hardware [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 749.264584] env[65923]: DEBUG nova.virt.hardware [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 749.264839] env[65923]: DEBUG nova.virt.hardware [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 749.264966] env[65923]: DEBUG nova.virt.hardware [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 749.265156] env[65923]: DEBUG nova.virt.hardware [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 749.266487] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eca5bd-bb0f-41fb-8f39-e14029b3fd13 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.276902] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ff5a92-430a-44d4-a7bf-28e301f79062 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.303031] env[65923]: WARNING neutronclient.v2_0.client [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.358982] env[65923]: DEBUG oslo_concurrency.lockutils [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquiring lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.376390] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.392459] env[65923]: DEBUG nova.network.neutron [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Updating instance_info_cache with network_info: [{"id": "db723430-5b5f-49fd-8863-d232fdb93b47", "address": "fa:16:3e:7d:62:8f", "network": {"id": "b91ce1e7-4303-4335-825c-6c66900d82fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-234908783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e888e27ae3b74b42af0b0c44bcc98988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb723430-5b", "ovs_interfaceid": "db723430-5b5f-49fd-8863-d232fdb93b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.455818] env[65923]: DEBUG oslo_concurrency.lockutils [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.463026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.704s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.463026] env[65923]: DEBUG nova.objects.instance [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Lazy-loading 'resources' on Instance uuid a247df41-6a1b-44a5-8476-d285a7ac9639 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.496866] env[65923]: INFO nova.scheduler.client.report [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Deleted allocations for instance d56cd5bd-465b-418b-b916-277e81956bbd [ 749.550368] env[65923]: INFO nova.compute.manager [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Rebuilding instance [ 749.625579] env[65923]: DEBUG nova.compute.manager [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 749.632929] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058ff148-a812-44da-8cd4-edb6afded058 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.648060] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692855} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.648060] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fe89b876-387b-423a-ba0b-1bc8e2849417 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.859s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.648605] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] eb756ee2-97ee-4f3a-959e-21b2a1984259/eb756ee2-97ee-4f3a-959e-21b2a1984259.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.648821] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.649314] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4819f45-e6e0-48ea-bb76-b001844b7030 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.658531] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 749.658531] env[65923]: value = "task-4706766" [ 749.658531] env[65923]: _type = "Task" [ 749.658531] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.672154] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.699491] env[65923]: DEBUG oslo_vmware.api [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.59885} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.700090] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.700296] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.700474] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.700709] env[65923]: INFO nova.compute.manager [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Took 2.18 seconds to destroy the instance on the hypervisor. [ 749.700989] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 749.702081] env[65923]: DEBUG nova.compute.manager [-] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 749.702230] env[65923]: DEBUG nova.network.neutron [-] [instance: ea211bde-9686-4343-80da-1292b3441ab2] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 749.702378] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.710935] env[65923]: DEBUG oslo_vmware.api [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706765, 'name': PowerOffVM_Task, 'duration_secs': 0.404544} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.711474] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.711652] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.712035] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48bfc1d8-de6f-41c1-829a-f3cfd99be27a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.843588] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.843942] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.844106] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleting the datastore file [datastore1] 5500b5f7-7e65-402c-9b2a-54b891f56ca0 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.844423] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-838a8531-6054-4c6a-967e-74240f2241ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.853271] env[65923]: DEBUG oslo_vmware.api [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 749.853271] env[65923]: value = "task-4706768" [ 749.853271] env[65923]: _type = "Task" [ 749.853271] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.863871] env[65923]: DEBUG oslo_vmware.api [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.865036] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.877056] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706764, 'name': ReconfigVM_Task, 'duration_secs': 0.565701} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.877346] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 3dfb311a-11c0-49ce-a42e-7a52568d5448/3dfb311a-11c0-49ce-a42e-7a52568d5448.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.878084] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2babd5df-cf27-4fee-b11c-6876e429638d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.887120] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 749.887120] env[65923]: value = "task-4706769" [ 749.887120] env[65923]: _type = "Task" [ 749.887120] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.896378] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Releasing lock "refresh_cache-8a4f3338-19af-4e1d-9ee6-6e527408bb30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.896737] env[65923]: DEBUG nova.compute.manager [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Instance network_info: |[{"id": "db723430-5b5f-49fd-8863-d232fdb93b47", "address": "fa:16:3e:7d:62:8f", "network": {"id": "b91ce1e7-4303-4335-825c-6c66900d82fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-234908783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e888e27ae3b74b42af0b0c44bcc98988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb723430-5b", "ovs_interfaceid": "db723430-5b5f-49fd-8863-d232fdb93b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 749.897215] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:62:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ffea58a-e043-4ad1-9ad7-45a61fdca001', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db723430-5b5f-49fd-8863-d232fdb93b47', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.905477] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Creating folder: Project (e888e27ae3b74b42af0b0c44bcc98988). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.910343] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-701de793-d231-41f3-84a4-a7cd7b9e4894 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.912537] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706769, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.928798] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Created folder: Project (e888e27ae3b74b42af0b0c44bcc98988) in parent group-v918465. [ 749.929053] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Creating folder: Instances. Parent ref: group-v918594. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.929377] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97048208-af4e-4aea-8c1c-e0330e85d9ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.942303] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Created folder: Instances in parent group-v918594. [ 749.943876] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 749.943876] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.943876] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6123301d-af68-4a41-9b42-5d30e3f2834a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.969854] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.969854] env[65923]: value = "task-4706772" [ 749.969854] env[65923]: _type = "Task" [ 749.969854] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.982543] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706772, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.013137] env[65923]: DEBUG oslo_concurrency.lockutils [None req-88f29788-a49d-49df-bdf5-7aa13665ea7c tempest-ServerAddressesNegativeTestJSON-659825336 tempest-ServerAddressesNegativeTestJSON-659825336-project-member] Lock "d56cd5bd-465b-418b-b916-277e81956bbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.605s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.058151] env[65923]: DEBUG nova.network.neutron [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Successfully updated port: 7fed9be9-84fa-447b-b058-5488ccc8214c {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 750.183026] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26937} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.183218] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.184600] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2bd935-d8a5-426c-9899-6dc0bf888868 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.213699] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] eb756ee2-97ee-4f3a-959e-21b2a1984259/eb756ee2-97ee-4f3a-959e-21b2a1984259.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.217342] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1426fa79-6b7b-453f-b623-2fb91303af30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.239725] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 750.239725] env[65923]: value = "task-4706773" [ 750.239725] env[65923]: _type = "Task" [ 750.239725] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.250136] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.365013] env[65923]: DEBUG oslo_vmware.api [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462129} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.368250] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.368459] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.368670] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.368866] env[65923]: INFO nova.compute.manager [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Took 1.21 seconds to destroy the instance on the hypervisor. [ 750.369192] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 750.369661] env[65923]: DEBUG nova.compute.manager [-] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 750.369756] env[65923]: DEBUG nova.network.neutron [-] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 750.370017] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.372866] env[65923]: WARNING neutronclient.v2_0.client [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.387919] env[65923]: WARNING neutronclient.v2_0.client [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.402198] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706769, 'name': Rename_Task, 'duration_secs': 0.271134} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.404628] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.405177] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6523b245-55bc-4e35-b0c0-287ad61445c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.414232] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 750.414232] env[65923]: value = "task-4706774" [ 750.414232] env[65923]: _type = "Task" [ 750.414232] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.426712] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.485764] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706772, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.493149] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.565297] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.565297] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquired lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.565297] env[65923]: DEBUG nova.network.neutron [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 750.601108] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92153429-61c1-499c-9fb5-8cfae7d3496c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.612276] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef552a1-f2b8-4374-9a95-d9acc83f1edd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.648452] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878d7354-d936-4089-9b4f-bb45ad313b93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.657924] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517170b6-842c-4933-91b8-781b2779b1d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.675115] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.679026] env[65923]: DEBUG nova.compute.provider_tree [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.679026] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eee4e4f1-9738-409b-bfac-8d79040b6bbd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.686511] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 750.686511] env[65923]: value = "task-4706775" [ 750.686511] env[65923]: _type = "Task" [ 750.686511] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.697273] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.699265] env[65923]: DEBUG nova.network.neutron [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updated VIF entry in instance network info cache for port 1537af6f-9ce2-44ab-b971-f170ae41504e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.699660] env[65923]: DEBUG nova.network.neutron [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updating instance_info_cache with network_info: [{"id": "1537af6f-9ce2-44ab-b971-f170ae41504e", "address": "fa:16:3e:70:43:e0", "network": {"id": "c459f02d-5051-4838-b908-6b3035dc271c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-333457000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ef7ed9c72644e6931cd15de721b592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537af6f-9c", "ovs_interfaceid": "1537af6f-9ce2-44ab-b971-f170ae41504e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.747210] env[65923]: DEBUG nova.network.neutron [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Updated VIF entry in instance network info cache for port 7d1d0371-a228-47a9-b44e-cb91d360baab. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.747605] env[65923]: DEBUG nova.network.neutron [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Updating instance_info_cache with network_info: [{"id": "7d1d0371-a228-47a9-b44e-cb91d360baab", "address": "fa:16:3e:fd:4e:c3", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d1d0371-a2", "ovs_interfaceid": "7d1d0371-a228-47a9-b44e-cb91d360baab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.753604] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.882310] env[65923]: DEBUG nova.network.neutron [-] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.928038] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.989022] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706772, 'name': CreateVM_Task, 'duration_secs': 0.592935} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.989022] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.989022] env[65923]: WARNING neutronclient.v2_0.client [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.989022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.989022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.989022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.989323] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789d2df1-a3ae-4bce-abc7-7a61d15185dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.995743] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for the task: (returnval){ [ 750.995743] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5225fd82-f9a7-e8ef-b2d9-eeebeac9420e" [ 750.995743] env[65923]: _type = "Task" [ 750.995743] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.008441] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5225fd82-f9a7-e8ef-b2d9-eeebeac9420e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.127211] env[65923]: DEBUG nova.network.neutron [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 751.182084] env[65923]: DEBUG nova.scheduler.client.report [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.202502] env[65923]: DEBUG oslo_concurrency.lockutils [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] Releasing lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.202978] env[65923]: DEBUG nova.compute.manager [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Received event network-vif-plugged-ac67c199-5d14-4199-b56a-36701646fb66 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 751.203400] env[65923]: DEBUG oslo_concurrency.lockutils [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] Acquiring lock "eb756ee2-97ee-4f3a-959e-21b2a1984259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.203997] env[65923]: DEBUG oslo_concurrency.lockutils [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] Lock "eb756ee2-97ee-4f3a-959e-21b2a1984259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.204453] env[65923]: DEBUG oslo_concurrency.lockutils [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] Lock "eb756ee2-97ee-4f3a-959e-21b2a1984259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.204888] env[65923]: DEBUG nova.compute.manager [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] No waiting events found dispatching network-vif-plugged-ac67c199-5d14-4199-b56a-36701646fb66 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 751.205315] env[65923]: WARNING nova.compute.manager [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Received unexpected event network-vif-plugged-ac67c199-5d14-4199-b56a-36701646fb66 for instance with vm_state building and task_state spawning. [ 751.205805] env[65923]: DEBUG nova.compute.manager [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Received event network-changed-ac67c199-5d14-4199-b56a-36701646fb66 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 751.206408] env[65923]: DEBUG nova.compute.manager [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Refreshing instance network info cache due to event network-changed-ac67c199-5d14-4199-b56a-36701646fb66. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 751.206899] env[65923]: DEBUG oslo_concurrency.lockutils [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] Acquiring lock "refresh_cache-eb756ee2-97ee-4f3a-959e-21b2a1984259" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.210019] env[65923]: DEBUG oslo_concurrency.lockutils [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] Acquired lock "refresh_cache-eb756ee2-97ee-4f3a-959e-21b2a1984259" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.210019] env[65923]: DEBUG nova.network.neutron [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Refreshing network info cache for port ac67c199-5d14-4199-b56a-36701646fb66 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.215037] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706775, 'name': PowerOffVM_Task, 'duration_secs': 0.183239} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.215037] env[65923]: DEBUG oslo_concurrency.lockutils [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquired lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.215037] env[65923]: WARNING neutronclient.v2_0.client [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.217832] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.218185] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.219715] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7120316-2e2d-4293-8c77-81b857566aba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.232209] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.237623] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3b6a1c1-a538-468d-8843-1ba4b64eb89b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.256363] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] Releasing lock "refresh_cache-3dfb311a-11c0-49ce-a42e-7a52568d5448" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.256899] env[65923]: DEBUG nova.compute.manager [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Received event network-vif-plugged-0665d75c-9c57-4acd-95ff-6954c590a46f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 751.257382] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] Acquiring lock "7423b238-de72-4240-8067-039cf6171722-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.257767] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] Lock "7423b238-de72-4240-8067-039cf6171722-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.258120] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] Lock "7423b238-de72-4240-8067-039cf6171722-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.258417] env[65923]: DEBUG nova.compute.manager [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] No waiting events found dispatching network-vif-plugged-0665d75c-9c57-4acd-95ff-6954c590a46f {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 751.258726] env[65923]: WARNING nova.compute.manager [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Received unexpected event network-vif-plugged-0665d75c-9c57-4acd-95ff-6954c590a46f for instance with vm_state active and task_state None. [ 751.259024] env[65923]: DEBUG nova.compute.manager [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Received event network-changed-0665d75c-9c57-4acd-95ff-6954c590a46f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 751.259319] env[65923]: DEBUG nova.compute.manager [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Refreshing instance network info cache due to event network-changed-0665d75c-9c57-4acd-95ff-6954c590a46f. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 751.259679] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] Acquiring lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.259941] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] Acquired lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.260251] env[65923]: DEBUG nova.network.neutron [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Refreshing network info cache for port 0665d75c-9c57-4acd-95ff-6954c590a46f {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.262238] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706773, 'name': ReconfigVM_Task, 'duration_secs': 0.613051} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.262695] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Reconfigured VM instance instance-0000002c to attach disk [datastore2] eb756ee2-97ee-4f3a-959e-21b2a1984259/eb756ee2-97ee-4f3a-959e-21b2a1984259.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.263677] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a1d552b-4102-43f8-9cbc-0dc955914e90 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.274825] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.275327] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.275327] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Deleting the datastore file [datastore2] eafbe567-150c-4dd5-9d98-6729708d27f0 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.277677] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4315aa90-3d30-4d8f-9cc8-17b3a18ca0b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.281563] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 751.281563] env[65923]: value = "task-4706777" [ 751.281563] env[65923]: _type = "Task" [ 751.281563] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.295600] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 751.295600] env[65923]: value = "task-4706778" [ 751.295600] env[65923]: _type = "Task" [ 751.295600] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.307061] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706777, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.314469] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.361868] env[65923]: DEBUG nova.network.neutron [-] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.384098] env[65923]: INFO nova.compute.manager [-] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Took 1.68 seconds to deallocate network for instance. [ 751.389943] env[65923]: WARNING neutronclient.v2_0.client [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.426609] env[65923]: DEBUG oslo_vmware.api [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706774, 'name': PowerOnVM_Task, 'duration_secs': 0.843025} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.427182] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.427479] env[65923]: INFO nova.compute.manager [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Took 10.08 seconds to spawn the instance on the hypervisor. [ 751.427621] env[65923]: DEBUG nova.compute.manager [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 751.429095] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f1c389-4124-48c6-97fd-4f79dad563d2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.508014] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5225fd82-f9a7-e8ef-b2d9-eeebeac9420e, 'name': SearchDatastore_Task, 'duration_secs': 0.017457} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.508344] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.508598] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.508867] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.509026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.509233] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.509512] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c886ede-f7dc-470f-8915-ef1eff402649 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.526448] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.526702] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.527850] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bcc092-2675-47b1-af75-87b3d714f030 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.534838] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for the task: (returnval){ [ 751.534838] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526425a2-ea6a-64b7-ffac-cb990f072086" [ 751.534838] env[65923]: _type = "Task" [ 751.534838] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.543961] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526425a2-ea6a-64b7-ffac-cb990f072086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.692268] env[65923]: DEBUG oslo_concurrency.lockutils [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.695244] env[65923]: DEBUG oslo_concurrency.lockutils [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.686s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.695534] env[65923]: DEBUG nova.objects.instance [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Lazy-loading 'resources' on Instance uuid 5a1c2245-b7e5-4939-850d-7d148518a413 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.715808] env[65923]: WARNING neutronclient.v2_0.client [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.717487] env[65923]: DEBUG nova.network.neutron [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 751.732299] env[65923]: INFO nova.scheduler.client.report [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Deleted allocations for instance a247df41-6a1b-44a5-8476-d285a7ac9639 [ 751.767637] env[65923]: WARNING neutronclient.v2_0.client [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.553322] env[65923]: DEBUG nova.network.neutron [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Updating instance_info_cache with network_info: [{"id": "7fed9be9-84fa-447b-b058-5488ccc8214c", "address": "fa:16:3e:4a:00:a6", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fed9be9-84", "ovs_interfaceid": "7fed9be9-84fa-447b-b058-5488ccc8214c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.558089] env[65923]: INFO nova.compute.manager [-] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Took 2.19 seconds to deallocate network for instance. [ 752.558809] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.566253] env[65923]: WARNING neutronclient.v2_0.client [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.586783] env[65923]: DEBUG nova.compute.manager [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Received event network-vif-plugged-db723430-5b5f-49fd-8863-d232fdb93b47 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 752.587076] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Acquiring lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.587242] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.587374] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.587535] env[65923]: DEBUG nova.compute.manager [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] No waiting events found dispatching network-vif-plugged-db723430-5b5f-49fd-8863-d232fdb93b47 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 752.587693] env[65923]: WARNING nova.compute.manager [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Received unexpected event network-vif-plugged-db723430-5b5f-49fd-8863-d232fdb93b47 for instance with vm_state building and task_state spawning. [ 752.587846] env[65923]: DEBUG nova.compute.manager [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Received event network-changed-db723430-5b5f-49fd-8863-d232fdb93b47 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 752.587990] env[65923]: DEBUG nova.compute.manager [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Refreshing instance network info cache due to event network-changed-db723430-5b5f-49fd-8863-d232fdb93b47. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 752.588346] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Acquiring lock "refresh_cache-8a4f3338-19af-4e1d-9ee6-6e527408bb30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.588346] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Acquired lock "refresh_cache-8a4f3338-19af-4e1d-9ee6-6e527408bb30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.588458] env[65923]: DEBUG nova.network.neutron [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Refreshing network info cache for port db723430-5b5f-49fd-8863-d232fdb93b47 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.589957] env[65923]: DEBUG oslo_concurrency.lockutils [None req-83fb2a85-7cfc-471e-9f81-5e38b08d3f20 tempest-ServersNegativeTestMultiTenantJSON-2006362730 tempest-ServersNegativeTestMultiTenantJSON-2006362730-project-member] Lock "a247df41-6a1b-44a5-8476-d285a7ac9639" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.241s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.591034] env[65923]: INFO nova.compute.manager [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Took 20.42 seconds to build instance. [ 752.595964] env[65923]: DEBUG nova.compute.manager [req-68c1fd5e-9924-4108-98a7-2ebc21f62c29 req-358e4a8a-ee70-465f-9946-6b9dfd1dace1 service nova] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Received event network-vif-deleted-d0f7947f-1d68-43e5-9d50-289df0cc8412 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 752.607143] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164016} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.607389] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706777, 'name': Rename_Task, 'duration_secs': 0.21637} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.607567] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526425a2-ea6a-64b7-ffac-cb990f072086, 'name': SearchDatastore_Task, 'duration_secs': 0.02423} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.608706] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.608706] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.608706] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.610762] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.615490] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eed57529-d392-4483-bf79-594fcef7d863 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.617050] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc95672-4d51-4817-8d63-215129dcca1a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.625897] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for the task: (returnval){ [ 752.625897] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52756dcb-719b-87e2-7665-c3636274b395" [ 752.625897] env[65923]: _type = "Task" [ 752.625897] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.631726] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 752.631726] env[65923]: value = "task-4706779" [ 752.631726] env[65923]: _type = "Task" [ 752.631726] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.642336] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52756dcb-719b-87e2-7665-c3636274b395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.651470] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706779, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.065884] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cdc658-d2e1-473d-95bb-dbce7562122c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.074605] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Releasing lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.075047] env[65923]: DEBUG nova.compute.manager [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Instance network_info: |[{"id": "7fed9be9-84fa-447b-b058-5488ccc8214c", "address": "fa:16:3e:4a:00:a6", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fed9be9-84", "ovs_interfaceid": "7fed9be9-84fa-447b-b058-5488ccc8214c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 753.076078] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:00:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fed9be9-84fa-447b-b058-5488ccc8214c', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.083376] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.085144] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a6c484-9d61-4caf-95d0-c689ae0550d4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.089162] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.089399] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6a1c01f-5a3c-4ab8-be64-49b1054b0e56 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.106252] env[65923]: WARNING neutronclient.v2_0.client [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.108904] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6e824042-ad8e-4358-b2dc-20d222a07017 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "3dfb311a-11c0-49ce-a42e-7a52568d5448" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.982s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.157337] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b4b43c-c16b-4e41-b2ab-1d80236a9b16 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.159948] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.159948] env[65923]: value = "task-4706780" [ 753.159948] env[65923]: _type = "Task" [ 753.159948] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.160765] env[65923]: DEBUG oslo_concurrency.lockutils [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.173247] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.173507] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52756dcb-719b-87e2-7665-c3636274b395, 'name': SearchDatastore_Task, 'duration_secs': 0.017372} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.175370] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88696a9e-a419-4611-a2b7-7b426f9d6c54 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.182290] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.182290] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 8a4f3338-19af-4e1d-9ee6-6e527408bb30/8a4f3338-19af-4e1d-9ee6-6e527408bb30.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.184743] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dea62fd2-7c1a-48d9-9900-0a463b3709a1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.186898] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706780, 'name': CreateVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.200787] env[65923]: DEBUG nova.compute.provider_tree [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.204646] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for the task: (returnval){ [ 753.204646] env[65923]: value = "task-4706781" [ 753.204646] env[65923]: _type = "Task" [ 753.204646] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.216569] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.670979] env[65923]: DEBUG oslo_vmware.api [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706779, 'name': PowerOnVM_Task, 'duration_secs': 0.837386} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.672890] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.673544] env[65923]: INFO nova.compute.manager [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Took 9.72 seconds to spawn the instance on the hypervisor. [ 753.677099] env[65923]: DEBUG nova.compute.manager [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 753.677099] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87707fc3-4be8-4d7b-a49a-4482b24904c6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.683984] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706780, 'name': CreateVM_Task, 'duration_secs': 0.423209} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.687097] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.687097] env[65923]: WARNING neutronclient.v2_0.client [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.687177] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.687440] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.687976] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.690564] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcc84aa-71f5-4c73-939d-e3d87ddb235e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.698263] env[65923]: DEBUG nova.virt.hardware [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 753.699099] env[65923]: DEBUG nova.virt.hardware [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.699099] env[65923]: DEBUG nova.virt.hardware [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 753.699099] env[65923]: DEBUG nova.virt.hardware [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.699290] env[65923]: DEBUG nova.virt.hardware [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 753.699328] env[65923]: DEBUG nova.virt.hardware [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 753.701439] env[65923]: DEBUG nova.virt.hardware [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 753.701439] env[65923]: DEBUG nova.virt.hardware [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 753.701439] env[65923]: DEBUG nova.virt.hardware [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 753.701439] env[65923]: DEBUG nova.virt.hardware [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 753.701439] env[65923]: DEBUG nova.virt.hardware [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 753.701439] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1fa959-240d-4658-889f-96d6e4b8a113 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.710392] env[65923]: DEBUG nova.scheduler.client.report [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.719524] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 753.719524] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52798e44-989a-d1eb-4329-7120bb447370" [ 753.719524] env[65923]: _type = "Task" [ 753.719524] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.731730] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706781, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.733753] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d4f079-a174-4788-b0e6-92991b1e6470 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.744857] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52798e44-989a-d1eb-4329-7120bb447370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.760766] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.767895] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.767895] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.768350] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2dea17e-f65c-4c1d-9b59-bc4becee7f54 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.789203] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.789203] env[65923]: value = "task-4706782" [ 753.789203] env[65923]: _type = "Task" [ 753.789203] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.800996] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706782, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.134274] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.134543] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.134714] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.134890] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.135074] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.135231] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.135375] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.135508] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 754.135646] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.220477] env[65923]: INFO nova.compute.manager [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Took 20.93 seconds to build instance. [ 754.222366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.527s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.225920] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.490s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.226388] env[65923]: DEBUG nova.objects.instance [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lazy-loading 'resources' on Instance uuid 15ed56e3-be04-40af-8feb-fea88510befc {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.238055] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614461} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.239031] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 8a4f3338-19af-4e1d-9ee6-6e527408bb30/8a4f3338-19af-4e1d-9ee6-6e527408bb30.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.239031] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.241015] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-813b42a0-7616-4e15-a788-4fa1f9bc1f48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.247397] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52798e44-989a-d1eb-4329-7120bb447370, 'name': SearchDatastore_Task, 'duration_secs': 0.053653} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.248182] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.248352] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.248587] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.248727] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.248905] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.249488] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82593bcc-bbe4-482d-9733-c649cb06c943 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.253803] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for the task: (returnval){ [ 754.253803] env[65923]: value = "task-4706783" [ 754.253803] env[65923]: _type = "Task" [ 754.253803] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.263407] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.263407] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.269057] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9102d2-0bd5-4837-83c8-855254922ead {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.270682] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.272110] env[65923]: INFO nova.scheduler.client.report [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Deleted allocations for instance 5a1c2245-b7e5-4939-850d-7d148518a413 [ 754.277605] env[65923]: WARNING neutronclient.v2_0.client [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.285912] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 754.285912] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ae6c55-0095-9030-9dae-197375f4a5cb" [ 754.285912] env[65923]: _type = "Task" [ 754.285912] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.301079] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ae6c55-0095-9030-9dae-197375f4a5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.305630] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706782, 'name': CreateVM_Task, 'duration_secs': 0.332063} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.305892] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.306432] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.306655] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.307167] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.307505] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e193f82-9ef7-4e03-ac12-b642de47d52f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.314888] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 754.314888] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52868114-7688-7c2a-e9f9-623132e6375f" [ 754.314888] env[65923]: _type = "Task" [ 754.314888] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.329333] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52868114-7688-7c2a-e9f9-623132e6375f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.370030] env[65923]: WARNING neutronclient.v2_0.client [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.408956] env[65923]: WARNING neutronclient.v2_0.client [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.638577] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.723752] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6979db82-1337-49d2-a492-42649ce877d6 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "eb756ee2-97ee-4f3a-959e-21b2a1984259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.465s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.765818] env[65923]: DEBUG nova.network.neutron [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Updated VIF entry in instance network info cache for port ac67c199-5d14-4199-b56a-36701646fb66. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.766438] env[65923]: DEBUG nova.network.neutron [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Updating instance_info_cache with network_info: [{"id": "ac67c199-5d14-4199-b56a-36701646fb66", "address": "fa:16:3e:0a:06:be", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac67c199-5d", "ovs_interfaceid": "ac67c199-5d14-4199-b56a-36701646fb66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.777910] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094423} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.777910] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.780773] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7248f2cd-5108-4237-beed-aea279a448c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.782078] env[65923]: WARNING neutronclient.v2_0.client [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.788221] env[65923]: DEBUG oslo_concurrency.lockutils [None req-67840f6f-19b1-4ae8-b5ea-c342192d0782 tempest-VolumesAssistedSnapshotsTest-749157527 tempest-VolumesAssistedSnapshotsTest-749157527-project-member] Lock "5a1c2245-b7e5-4939-850d-7d148518a413" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.735s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.812834] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 8a4f3338-19af-4e1d-9ee6-6e527408bb30/8a4f3338-19af-4e1d-9ee6-6e527408bb30.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.818817] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab1e308-332a-466e-9e3c-b11c7e67fc45 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.836758] env[65923]: DEBUG nova.network.neutron [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Updated VIF entry in instance network info cache for port 0665d75c-9c57-4acd-95ff-6954c590a46f. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.837253] env[65923]: DEBUG nova.network.neutron [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Updating instance_info_cache with network_info: [{"id": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "address": "fa:16:3e:50:a4:a5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fb3aa7-2d", "ovs_interfaceid": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0665d75c-9c57-4acd-95ff-6954c590a46f", "address": "fa:16:3e:d6:71:2f", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0665d75c-9c", "ovs_interfaceid": "0665d75c-9c57-4acd-95ff-6954c590a46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.846231] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ae6c55-0095-9030-9dae-197375f4a5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.015727} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.848939] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c0b5298-4f3b-4c76-8edb-6b237e47f909 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.855877] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52868114-7688-7c2a-e9f9-623132e6375f, 'name': SearchDatastore_Task, 'duration_secs': 0.017138} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.860162] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.860505] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.860735] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.861026] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for the task: (returnval){ [ 754.861026] env[65923]: value = "task-4706784" [ 754.861026] env[65923]: _type = "Task" [ 754.861026] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.862107] env[65923]: DEBUG nova.network.neutron [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updating instance_info_cache with network_info: [{"id": "1537af6f-9ce2-44ab-b971-f170ae41504e", "address": "fa:16:3e:70:43:e0", "network": {"id": "c459f02d-5051-4838-b908-6b3035dc271c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-333457000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ef7ed9c72644e6931cd15de721b592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537af6f-9c", "ovs_interfaceid": "1537af6f-9ce2-44ab-b971-f170ae41504e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.868428] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 754.868428] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a6ff99-8590-5278-dc4c-022fbcbc6b4a" [ 754.868428] env[65923]: _type = "Task" [ 754.868428] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.877562] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.886069] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a6ff99-8590-5278-dc4c-022fbcbc6b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.256552] env[65923]: DEBUG nova.network.neutron [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Updated VIF entry in instance network info cache for port db723430-5b5f-49fd-8863-d232fdb93b47. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 755.256552] env[65923]: DEBUG nova.network.neutron [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Updating instance_info_cache with network_info: [{"id": "db723430-5b5f-49fd-8863-d232fdb93b47", "address": "fa:16:3e:7d:62:8f", "network": {"id": "b91ce1e7-4303-4335-825c-6c66900d82fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-234908783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "e888e27ae3b74b42af0b0c44bcc98988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb723430-5b", "ovs_interfaceid": "db723430-5b5f-49fd-8863-d232fdb93b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.277968] env[65923]: DEBUG oslo_concurrency.lockutils [req-46404d27-e8ad-4052-bdfa-5be95b9d4cc8 req-6de9ca85-5333-42d3-8b3d-cbd81ffc24b4 service nova] Releasing lock "refresh_cache-eb756ee2-97ee-4f3a-959e-21b2a1984259" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.281239] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddf0ac1-8067-4579-b714-22b115afa13c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.293790] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555915f1-d41d-4978-9782-ebdbecaed666 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.338490] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f07f9c-282b-4510-8647-0e2f5a23eb45 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.348493] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce3e2246-8662-4069-9d71-ab614af66dea req-da02687f-385c-4206-b0f6-f778ecd10ea7 service nova] Releasing lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.351270] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ff47d9-00d1-4d4a-a165-ddb31d93a6e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.368242] env[65923]: DEBUG oslo_concurrency.lockutils [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Releasing lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.368523] env[65923]: DEBUG nova.compute.manager [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Inject network info {{(pid=65923) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 755.368820] env[65923]: DEBUG nova.compute.manager [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] network_info to inject: |[{"id": "1537af6f-9ce2-44ab-b971-f170ae41504e", "address": "fa:16:3e:70:43:e0", "network": {"id": "c459f02d-5051-4838-b908-6b3035dc271c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-333457000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ef7ed9c72644e6931cd15de721b592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537af6f-9c", "ovs_interfaceid": "1537af6f-9ce2-44ab-b971-f170ae41504e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 755.373895] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Reconfiguring VM instance to set the machine id {{(pid=65923) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 755.374506] env[65923]: DEBUG nova.compute.provider_tree [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.380055] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b2ec4c1-ca15-43b0-bca8-1eb87ddd8974 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.403612] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.409900] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a6ff99-8590-5278-dc4c-022fbcbc6b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.018905} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.409900] env[65923]: DEBUG oslo_vmware.api [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 755.409900] env[65923]: value = "task-4706785" [ 755.409900] env[65923]: _type = "Task" [ 755.409900] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.409900] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.410189] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e7f6dd08-44c6-44d3-a6f8-307464c896cf/e7f6dd08-44c6-44d3-a6f8-307464c896cf.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.410392] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.410603] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.410941] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6249fe71-a144-44d1-b27f-1110a6fd9350 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.417021] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31a3b2e7-a57c-4240-ba61-408b3a152856 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.426612] env[65923]: DEBUG oslo_vmware.api [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.428752] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 755.428752] env[65923]: value = "task-4706786" [ 755.428752] env[65923]: _type = "Task" [ 755.428752] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.430367] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.430643] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.434796] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c59ca0ed-1800-422b-a40f-1274a3724c37 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.443343] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 755.443343] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521dbf1b-ed47-f939-d8ac-609082397199" [ 755.443343] env[65923]: _type = "Task" [ 755.443343] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.446945] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.457721] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521dbf1b-ed47-f939-d8ac-609082397199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.764736] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Releasing lock "refresh_cache-8a4f3338-19af-4e1d-9ee6-6e527408bb30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.765062] env[65923]: DEBUG nova.compute.manager [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Received event network-vif-plugged-7fed9be9-84fa-447b-b058-5488ccc8214c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 755.765283] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Acquiring lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.765496] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.765496] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.765663] env[65923]: DEBUG nova.compute.manager [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] No waiting events found dispatching network-vif-plugged-7fed9be9-84fa-447b-b058-5488ccc8214c {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 755.765829] env[65923]: WARNING nova.compute.manager [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Received unexpected event network-vif-plugged-7fed9be9-84fa-447b-b058-5488ccc8214c for instance with vm_state building and task_state spawning. [ 755.765993] env[65923]: DEBUG nova.compute.manager [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Received event network-changed-7fed9be9-84fa-447b-b058-5488ccc8214c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 755.767216] env[65923]: DEBUG nova.compute.manager [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Refreshing instance network info cache due to event network-changed-7fed9be9-84fa-447b-b058-5488ccc8214c. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 755.767216] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Acquiring lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.767216] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Acquired lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.767216] env[65923]: DEBUG nova.network.neutron [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Refreshing network info cache for port 7fed9be9-84fa-447b-b058-5488ccc8214c {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.882082] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706784, 'name': ReconfigVM_Task, 'duration_secs': 0.672544} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.882343] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 8a4f3338-19af-4e1d-9ee6-6e527408bb30/8a4f3338-19af-4e1d-9ee6-6e527408bb30.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.883071] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-423892e7-aa0c-45cf-8a2d-ea952ad14cf1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.893891] env[65923]: DEBUG nova.scheduler.client.report [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.897726] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for the task: (returnval){ [ 755.897726] env[65923]: value = "task-4706787" [ 755.897726] env[65923]: _type = "Task" [ 755.897726] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.911010] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706787, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.922803] env[65923]: DEBUG oslo_vmware.api [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706785, 'name': ReconfigVM_Task, 'duration_secs': 0.233721} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.923111] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-495a8521-edfd-4c66-8267-50afa18d5905 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Reconfigured VM instance to set the machine id {{(pid=65923) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 755.941798] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706786, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.959969] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521dbf1b-ed47-f939-d8ac-609082397199, 'name': SearchDatastore_Task, 'duration_secs': 0.016374} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.961022] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e202e2fc-e354-4bdc-8417-798f13fc0871 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.969620] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 755.969620] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5297da8c-d994-2d21-3187-54bb4f0f6cf0" [ 755.969620] env[65923]: _type = "Task" [ 755.969620] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.980383] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5297da8c-d994-2d21-3187-54bb4f0f6cf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.276069] env[65923]: WARNING neutronclient.v2_0.client [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.322998] env[65923]: DEBUG nova.compute.manager [req-ae7c6681-f912-477b-b6fa-ee271d71c3bf req-c2a07f19-eb07-4834-9964-df57eaeaf174 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Received event network-changed-fb1e850f-8a70-498d-a57a-e13d30b5bd0f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 756.324666] env[65923]: DEBUG nova.compute.manager [req-ae7c6681-f912-477b-b6fa-ee271d71c3bf req-c2a07f19-eb07-4834-9964-df57eaeaf174 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Refreshing instance network info cache due to event network-changed-fb1e850f-8a70-498d-a57a-e13d30b5bd0f. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 756.325561] env[65923]: DEBUG oslo_concurrency.lockutils [req-ae7c6681-f912-477b-b6fa-ee271d71c3bf req-c2a07f19-eb07-4834-9964-df57eaeaf174 service nova] Acquiring lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.325737] env[65923]: DEBUG oslo_concurrency.lockutils [req-ae7c6681-f912-477b-b6fa-ee271d71c3bf req-c2a07f19-eb07-4834-9964-df57eaeaf174 service nova] Acquired lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.326691] env[65923]: DEBUG nova.network.neutron [req-ae7c6681-f912-477b-b6fa-ee271d71c3bf req-c2a07f19-eb07-4834-9964-df57eaeaf174 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Refreshing network info cache for port fb1e850f-8a70-498d-a57a-e13d30b5bd0f {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.354446] env[65923]: DEBUG nova.compute.manager [req-2edc4d01-6873-4ee5-8973-85f92c73680f req-65cb84e1-8e93-4e9a-a564-6da5fdedb537 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Received event network-changed-1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 756.354649] env[65923]: DEBUG nova.compute.manager [req-2edc4d01-6873-4ee5-8973-85f92c73680f req-65cb84e1-8e93-4e9a-a564-6da5fdedb537 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Refreshing instance network info cache due to event network-changed-1537af6f-9ce2-44ab-b971-f170ae41504e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 756.354892] env[65923]: DEBUG oslo_concurrency.lockutils [req-2edc4d01-6873-4ee5-8973-85f92c73680f req-65cb84e1-8e93-4e9a-a564-6da5fdedb537 service nova] Acquiring lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.355067] env[65923]: DEBUG oslo_concurrency.lockutils [req-2edc4d01-6873-4ee5-8973-85f92c73680f req-65cb84e1-8e93-4e9a-a564-6da5fdedb537 service nova] Acquired lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.355580] env[65923]: DEBUG nova.network.neutron [req-2edc4d01-6873-4ee5-8973-85f92c73680f req-65cb84e1-8e93-4e9a-a564-6da5fdedb537 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Refreshing network info cache for port 1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.404744] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.407223] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.310s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.407476] env[65923]: DEBUG nova.objects.instance [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lazy-loading 'resources' on Instance uuid ea244c3a-7a70-41f0-9c72-0d09e8044394 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.416170] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706787, 'name': Rename_Task, 'duration_secs': 0.239635} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.416170] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.416170] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fa63f85-1438-4dd1-b3d4-688db466d400 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.424105] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for the task: (returnval){ [ 756.424105] env[65923]: value = "task-4706788" [ 756.424105] env[65923]: _type = "Task" [ 756.424105] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.440925] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.442270] env[65923]: INFO nova.scheduler.client.report [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Deleted allocations for instance 15ed56e3-be04-40af-8feb-fea88510befc [ 756.451248] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610372} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.451478] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e7f6dd08-44c6-44d3-a6f8-307464c896cf/e7f6dd08-44c6-44d3-a6f8-307464c896cf.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.451712] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.455026] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-145156ca-857c-4a28-8d41-d42874d45cdf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.459733] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 756.459733] env[65923]: value = "task-4706789" [ 756.459733] env[65923]: _type = "Task" [ 756.459733] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.475691] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.483778] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5297da8c-d994-2d21-3187-54bb4f0f6cf0, 'name': SearchDatastore_Task, 'duration_secs': 0.052121} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.483778] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.483778] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] eafbe567-150c-4dd5-9d98-6729708d27f0/eafbe567-150c-4dd5-9d98-6729708d27f0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.484174] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43bdc0e3-1cbf-4615-91d2-c4d8ace23030 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.493456] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 756.493456] env[65923]: value = "task-4706790" [ 756.493456] env[65923]: _type = "Task" [ 756.493456] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.504695] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.834086] env[65923]: WARNING neutronclient.v2_0.client [req-ae7c6681-f912-477b-b6fa-ee271d71c3bf req-c2a07f19-eb07-4834-9964-df57eaeaf174 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.860821] env[65923]: WARNING neutronclient.v2_0.client [req-2edc4d01-6873-4ee5-8973-85f92c73680f req-65cb84e1-8e93-4e9a-a564-6da5fdedb537 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.942251] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.956816] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3997bf6d-fa72-4ab4-bb0f-49eaccaec987 tempest-ServersAdminNegativeTestJSON-1588400841 tempest-ServersAdminNegativeTestJSON-1588400841-project-member] Lock "15ed56e3-be04-40af-8feb-fea88510befc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.101s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.981227] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091968} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.981227] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.981227] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6380ddfc-915d-4f9d-8f62-33b69154d96e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.013749] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] e7f6dd08-44c6-44d3-a6f8-307464c896cf/e7f6dd08-44c6-44d3-a6f8-307464c896cf.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.023077] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10664349-2463-4dc4-85fe-102459009f59 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.047470] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706790, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.049180] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 757.049180] env[65923]: value = "task-4706791" [ 757.049180] env[65923]: _type = "Task" [ 757.049180] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.074946] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "fe9ef559-4fe2-4185-b37a-18014f238d14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.075636] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "fe9ef559-4fe2-4185-b37a-18014f238d14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.076756] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706791, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.127817] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "397315bd-ca40-4a46-af82-1c0f2bae9f92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.129243] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "397315bd-ca40-4a46-af82-1c0f2bae9f92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.173644] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.173644] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.231954] env[65923]: WARNING neutronclient.v2_0.client [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.446639] env[65923]: DEBUG oslo_vmware.api [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706788, 'name': PowerOnVM_Task, 'duration_secs': 0.857475} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.450938] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.451342] env[65923]: INFO nova.compute.manager [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Took 10.87 seconds to spawn the instance on the hypervisor. [ 757.451532] env[65923]: DEBUG nova.compute.manager [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 757.452898] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3b26cb-0986-4b00-8bd3-264b57e23607 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.517590] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568613} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.517590] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] eafbe567-150c-4dd5-9d98-6729708d27f0/eafbe567-150c-4dd5-9d98-6729708d27f0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.517590] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.517761] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e059426-5587-4d8c-b1f2-cd864254e8b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.529349] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 757.529349] env[65923]: value = "task-4706792" [ 757.529349] env[65923]: _type = "Task" [ 757.529349] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.545368] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.567656] env[65923]: DEBUG nova.network.neutron [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Updated VIF entry in instance network info cache for port 7fed9be9-84fa-447b-b058-5488ccc8214c. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 757.568873] env[65923]: DEBUG nova.network.neutron [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Updating instance_info_cache with network_info: [{"id": "7fed9be9-84fa-447b-b058-5488ccc8214c", "address": "fa:16:3e:4a:00:a6", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fed9be9-84", "ovs_interfaceid": "7fed9be9-84fa-447b-b058-5488ccc8214c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.577212] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706791, 'name': ReconfigVM_Task, 'duration_secs': 0.371114} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.577212] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Reconfigured VM instance instance-0000002e to attach disk [datastore2] e7f6dd08-44c6-44d3-a6f8-307464c896cf/e7f6dd08-44c6-44d3-a6f8-307464c896cf.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.577212] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc66acdf-8d38-47ca-afbf-4e8b68ec1c40 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.579357] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 757.587528] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 757.587528] env[65923]: value = "task-4706793" [ 757.587528] env[65923]: _type = "Task" [ 757.587528] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.604112] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706793, 'name': Rename_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.629212] env[65923]: WARNING neutronclient.v2_0.client [req-ae7c6681-f912-477b-b6fa-ee271d71c3bf req-c2a07f19-eb07-4834-9964-df57eaeaf174 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.633219] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 757.667502] env[65923]: WARNING neutronclient.v2_0.client [req-2edc4d01-6873-4ee5-8973-85f92c73680f req-65cb84e1-8e93-4e9a-a564-6da5fdedb537 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.678276] env[65923]: DEBUG oslo_concurrency.lockutils [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.678524] env[65923]: DEBUG oslo_concurrency.lockutils [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.678708] env[65923]: DEBUG oslo_concurrency.lockutils [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.678877] env[65923]: DEBUG oslo_concurrency.lockutils [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.679236] env[65923]: DEBUG oslo_concurrency.lockutils [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.680851] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 757.689038] env[65923]: INFO nova.compute.manager [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Terminating instance [ 757.794972] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "interface-7423b238-de72-4240-8067-039cf6171722-0665d75c-9c57-4acd-95ff-6954c590a46f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.794972] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-7423b238-de72-4240-8067-039cf6171722-0665d75c-9c57-4acd-95ff-6954c590a46f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.799164] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a3ba92-dc8e-44f8-b18f-fef0995ddd5d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.812463] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c429aa-90c3-463b-a207-ef34fb516b05 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.856617] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796e8417-f33e-4d84-a0b3-80fbb9db6e24 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.864648] env[65923]: DEBUG nova.network.neutron [req-ae7c6681-f912-477b-b6fa-ee271d71c3bf req-c2a07f19-eb07-4834-9964-df57eaeaf174 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Updated VIF entry in instance network info cache for port fb1e850f-8a70-498d-a57a-e13d30b5bd0f. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 757.867170] env[65923]: DEBUG nova.network.neutron [req-ae7c6681-f912-477b-b6fa-ee271d71c3bf req-c2a07f19-eb07-4834-9964-df57eaeaf174 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Updating instance_info_cache with network_info: [{"id": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "address": "fa:16:3e:a9:fe:1e", "network": {"id": "79c688ad-a72d-4cb6-a17b-a0fe63818142", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-803799119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55176e0cb1e14262ae80b8271ee119af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb1e850f-8a", "ovs_interfaceid": "fb1e850f-8a70-498d-a57a-e13d30b5bd0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.872035] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "4309e832-4dc9-44a0-9365-05267f4299d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.872035] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "4309e832-4dc9-44a0-9365-05267f4299d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.878469] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b338d4ff-508e-451a-b61b-83c17ce0fc34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.895873] env[65923]: DEBUG nova.compute.provider_tree [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.980554] env[65923]: DEBUG nova.network.neutron [req-2edc4d01-6873-4ee5-8973-85f92c73680f req-65cb84e1-8e93-4e9a-a564-6da5fdedb537 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updated VIF entry in instance network info cache for port 1537af6f-9ce2-44ab-b971-f170ae41504e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 757.980895] env[65923]: DEBUG nova.network.neutron [req-2edc4d01-6873-4ee5-8973-85f92c73680f req-65cb84e1-8e93-4e9a-a564-6da5fdedb537 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updating instance_info_cache with network_info: [{"id": "1537af6f-9ce2-44ab-b971-f170ae41504e", "address": "fa:16:3e:70:43:e0", "network": {"id": "c459f02d-5051-4838-b908-6b3035dc271c", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-333457000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9ef7ed9c72644e6931cd15de721b592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1537af6f-9c", "ovs_interfaceid": "1537af6f-9ce2-44ab-b971-f170ae41504e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.987521] env[65923]: INFO nova.compute.manager [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Took 24.03 seconds to build instance. [ 758.041111] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083288} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.041111] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.041992] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959878b4-c380-4d74-92d8-c9f6b58f8e9d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.064762] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] eafbe567-150c-4dd5-9d98-6729708d27f0/eafbe567-150c-4dd5-9d98-6729708d27f0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.065177] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcccedc6-7cea-4ce9-af5f-7f5591e97c20 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.080831] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] Releasing lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.081131] env[65923]: DEBUG nova.compute.manager [req-ea967dc6-5da2-4835-abe6-ed079ed0cca9 req-67ff235f-ac88-4ae6-b47c-4b67b5c9ed8d service nova] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Received event network-vif-deleted-4368f5d3-9005-416e-9f60-045894db9eb1 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 758.100161] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 758.100161] env[65923]: value = "task-4706794" [ 758.100161] env[65923]: _type = "Task" [ 758.100161] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.121709] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.122291] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706793, 'name': Rename_Task, 'duration_secs': 0.163786} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.124422] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.124422] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.124603] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c36f6184-057a-4cb5-bca0-629ddfa481d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.132480] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 758.132480] env[65923]: value = "task-4706795" [ 758.132480] env[65923]: _type = "Task" [ 758.132480] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.146817] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.167131] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.189993] env[65923]: INFO nova.compute.manager [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Rebuilding instance [ 758.198163] env[65923]: DEBUG nova.compute.manager [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 758.198390] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.199470] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e09fa3-43a6-4939-8a34-f8a173afac2b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.208627] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.208860] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-739120b2-1672-4307-a7ae-77bfac64b385 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.211930] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.220167] env[65923]: DEBUG oslo_vmware.api [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 758.220167] env[65923]: value = "task-4706796" [ 758.220167] env[65923]: _type = "Task" [ 758.220167] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.234414] env[65923]: DEBUG oslo_vmware.api [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.255331] env[65923]: DEBUG nova.compute.manager [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 758.256386] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac004a8f-daca-458e-8890-2ce31eeb2d2c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.298790] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquiring lock "f1605558-3b41-4ea4-91a4-f9583370c33c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.298790] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Lock "f1605558-3b41-4ea4-91a4-f9583370c33c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.298790] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquiring lock "f1605558-3b41-4ea4-91a4-f9583370c33c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.299144] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Lock "f1605558-3b41-4ea4-91a4-f9583370c33c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.299144] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Lock "f1605558-3b41-4ea4-91a4-f9583370c33c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.301312] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.301312] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.301805] env[65923]: INFO nova.compute.manager [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Terminating instance [ 758.304145] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320b0734-d3d9-4720-b820-d1a0f4b057d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.332886] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171d00f6-4660-44ca-90a1-97c9f6c55c93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.358178] env[65923]: WARNING neutronclient.v2_0.client [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.363910] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Reconfiguring VM to detach interface {{(pid=65923) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 758.364319] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e52801-030a-4b94-802a-54057228090a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.383601] env[65923]: DEBUG oslo_concurrency.lockutils [req-ae7c6681-f912-477b-b6fa-ee271d71c3bf req-c2a07f19-eb07-4834-9964-df57eaeaf174 service nova] Releasing lock "refresh_cache-15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.383810] env[65923]: DEBUG nova.compute.manager [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 758.394327] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 758.394327] env[65923]: value = "task-4706797" [ 758.394327] env[65923]: _type = "Task" [ 758.394327] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.399621] env[65923]: DEBUG nova.scheduler.client.report [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.411364] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.485571] env[65923]: DEBUG oslo_concurrency.lockutils [req-2edc4d01-6873-4ee5-8973-85f92c73680f req-65cb84e1-8e93-4e9a-a564-6da5fdedb537 service nova] Releasing lock "refresh_cache-e643ac73-5f1b-4242-be78-663d1aa82ae2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.489984] env[65923]: DEBUG oslo_concurrency.lockutils [None req-49182ee9-2a2f-4bd6-9661-f980baafc647 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.562s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.615590] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706794, 'name': ReconfigVM_Task, 'duration_secs': 0.462017} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.615928] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Reconfigured VM instance instance-0000002a to attach disk [datastore2] eafbe567-150c-4dd5-9d98-6729708d27f0/eafbe567-150c-4dd5-9d98-6729708d27f0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.616705] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8aef983-6357-45e6-adc3-da564ab9c28a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.626697] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 758.626697] env[65923]: value = "task-4706798" [ 758.626697] env[65923]: _type = "Task" [ 758.626697] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.642673] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706798, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.649638] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.739871] env[65923]: DEBUG oslo_vmware.api [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706796, 'name': PowerOffVM_Task, 'duration_secs': 0.321301} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.740258] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.740652] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.741147] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbc5e650-a17d-47c8-bdd1-0e19c40298a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.811971] env[65923]: DEBUG nova.compute.manager [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 758.812053] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.813457] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e8c5a2-54b6-47d0-a931-4bb199c1e677 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.835988] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.838287] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8c1508c-ae75-4615-b1e9-6b6b696cf3ad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.841922] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.842317] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.843011] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Deleting the datastore file [datastore1] 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.843194] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd9e0be3-2455-4eca-9159-00a8235f57c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.855599] env[65923]: DEBUG oslo_vmware.api [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 758.855599] env[65923]: value = "task-4706801" [ 758.855599] env[65923]: _type = "Task" [ 758.855599] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.857217] env[65923]: DEBUG oslo_vmware.api [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for the task: (returnval){ [ 758.857217] env[65923]: value = "task-4706800" [ 758.857217] env[65923]: _type = "Task" [ 758.857217] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.876370] env[65923]: DEBUG oslo_vmware.api [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.876686] env[65923]: DEBUG oslo_vmware.api [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.907484] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.500s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.910351] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.911194] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.494s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.915505] env[65923]: INFO nova.compute.claims [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.922045] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.940711] env[65923]: INFO nova.scheduler.client.report [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleted allocations for instance ea244c3a-7a70-41f0-9c72-0d09e8044394 [ 759.141339] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706798, 'name': Rename_Task, 'duration_secs': 0.205963} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.142156] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.142610] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab12ac84-6e58-49ad-9852-487808e380e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.147642] env[65923]: DEBUG oslo_vmware.api [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706795, 'name': PowerOnVM_Task, 'duration_secs': 0.63612} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.148204] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.148398] env[65923]: INFO nova.compute.manager [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Took 9.93 seconds to spawn the instance on the hypervisor. [ 759.148579] env[65923]: DEBUG nova.compute.manager [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 759.149461] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f57428b-f060-42d9-a350-0f150ee4e383 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.154103] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 759.154103] env[65923]: value = "task-4706802" [ 759.154103] env[65923]: _type = "Task" [ 759.154103] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.168209] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.274906] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.274906] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9062a57e-7a25-44f7-a5a9-0e027bc308a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.284249] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 759.284249] env[65923]: value = "task-4706803" [ 759.284249] env[65923]: _type = "Task" [ 759.284249] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.295823] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.376985] env[65923]: DEBUG oslo_vmware.api [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413764} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.381301] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.381721] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.381815] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.382035] env[65923]: INFO nova.compute.manager [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 759.382297] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 759.382544] env[65923]: DEBUG oslo_vmware.api [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706800, 'name': PowerOffVM_Task, 'duration_secs': 0.301742} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.382790] env[65923]: DEBUG nova.compute.manager [-] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 759.382893] env[65923]: DEBUG nova.network.neutron [-] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 759.383173] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.385923] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.386132] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.386583] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03e28213-2681-45ad-8051-2313ca7f4e66 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.408659] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.455748] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beaaf9ee-d396-4a73-ac87-4c4c60d46fee tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "ea244c3a-7a70-41f0-9c72-0d09e8044394" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.968s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.491578] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.586631] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.589596] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.589712] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Deleting the datastore file [datastore1] f1605558-3b41-4ea4-91a4-f9583370c33c {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.589973] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56037dc3-ca25-48b9-ba83-970da40a275c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.598775] env[65923]: DEBUG oslo_vmware.api [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for the task: (returnval){ [ 759.598775] env[65923]: value = "task-4706805" [ 759.598775] env[65923]: _type = "Task" [ 759.598775] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.609460] env[65923]: DEBUG oslo_vmware.api [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.669587] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706802, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.674533] env[65923]: INFO nova.compute.manager [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Took 25.47 seconds to build instance. [ 759.772641] env[65923]: DEBUG oslo_concurrency.lockutils [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquiring lock "e643ac73-5f1b-4242-be78-663d1aa82ae2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.772641] env[65923]: DEBUG oslo_concurrency.lockutils [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lock "e643ac73-5f1b-4242-be78-663d1aa82ae2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.772641] env[65923]: DEBUG oslo_concurrency.lockutils [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquiring lock "e643ac73-5f1b-4242-be78-663d1aa82ae2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.772641] env[65923]: DEBUG oslo_concurrency.lockutils [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lock "e643ac73-5f1b-4242-be78-663d1aa82ae2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.772641] env[65923]: DEBUG oslo_concurrency.lockutils [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lock "e643ac73-5f1b-4242-be78-663d1aa82ae2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.777045] env[65923]: INFO nova.compute.manager [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Terminating instance [ 759.796253] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706803, 'name': PowerOffVM_Task, 'duration_secs': 0.293815} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.796524] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.796733] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.797776] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3bd4f7-4360-462d-8699-5cb222ff5624 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.806098] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.806388] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1016e4d2-d623-4455-bdff-d3f084bd3d39 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.910434] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.912092] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.912532] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.913148] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleting the datastore file [datastore2] 3dfb311a-11c0-49ce-a42e-7a52568d5448 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.913373] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eda3e0b4-6707-46d4-bd27-09321a63c925 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.923518] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 759.923518] env[65923]: value = "task-4706807" [ 759.923518] env[65923]: _type = "Task" [ 759.923518] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.938668] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.112624] env[65923]: DEBUG oslo_vmware.api [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Task: {'id': task-4706805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38685} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.112624] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.112624] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.112624] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.112773] env[65923]: INFO nova.compute.manager [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Took 1.30 seconds to destroy the instance on the hypervisor. [ 760.112994] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 760.113222] env[65923]: DEBUG nova.compute.manager [-] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 760.113318] env[65923]: DEBUG nova.network.neutron [-] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.113564] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.167630] env[65923]: DEBUG oslo_vmware.api [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706802, 'name': PowerOnVM_Task, 'duration_secs': 0.64257} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.167835] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.168065] env[65923]: DEBUG nova.compute.manager [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 760.168994] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17deacb-54eb-415a-8721-5271d9c192d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.181424] env[65923]: DEBUG oslo_concurrency.lockutils [None req-11ea5d05-f276-479b-9d50-24a7fc1c2e03 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.990s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.270491] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.276818] env[65923]: DEBUG nova.network.neutron [-] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.281115] env[65923]: DEBUG nova.compute.manager [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 760.281448] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.282893] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff72e57e-351b-4c15-90ae-84898ff4cc46 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.307832] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.309806] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10582687-167e-44eb-9ade-312a8bafdc24 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.331010] env[65923]: DEBUG oslo_vmware.api [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 760.331010] env[65923]: value = "task-4706808" [ 760.331010] env[65923]: _type = "Task" [ 760.331010] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.343745] env[65923]: DEBUG oslo_vmware.api [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.413033] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.436672] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233295} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.437257] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.437257] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.437393] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.510663] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fb3692-7b62-4e77-a3c2-d22318048b6d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.520717] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca6f7c4-a3ea-4ade-b306-3a840b8f4071 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.554838] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b73571-8347-4364-a0e8-2bfce88479a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.564107] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54328455-f7bf-490d-9e2d-58f2c0275a57 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.581921] env[65923]: DEBUG nova.compute.provider_tree [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.700767] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.779733] env[65923]: INFO nova.compute.manager [-] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Took 1.40 seconds to deallocate network for instance. [ 760.841915] env[65923]: DEBUG oslo_vmware.api [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706808, 'name': PowerOffVM_Task, 'duration_secs': 0.31863} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.842356] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.842439] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.842910] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b3dc34e-6bf7-490a-afea-5cbcce1fe06c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.909950] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.931574] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.931947] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.932112] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Deleting the datastore file [datastore1] e643ac73-5f1b-4242-be78-663d1aa82ae2 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.932418] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0871b64e-c1de-420f-89ea-3bbf07d3f5f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.939611] env[65923]: DEBUG oslo_vmware.api [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for the task: (returnval){ [ 760.939611] env[65923]: value = "task-4706810" [ 760.939611] env[65923]: _type = "Task" [ 760.939611] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.951442] env[65923]: DEBUG oslo_vmware.api [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.086207] env[65923]: DEBUG nova.scheduler.client.report [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.270263] env[65923]: DEBUG nova.network.neutron [-] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.286760] env[65923]: DEBUG oslo_concurrency.lockutils [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.416566] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.456814] env[65923]: DEBUG oslo_vmware.api [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Task: {'id': task-4706810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45048} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.457446] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.457677] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.459345] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.459345] env[65923]: INFO nova.compute.manager [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 761.459345] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 761.459345] env[65923]: DEBUG nova.compute.manager [-] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 761.459345] env[65923]: DEBUG nova.network.neutron [-] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 761.459345] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.490494] env[65923]: DEBUG nova.virt.hardware [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 761.490861] env[65923]: DEBUG nova.virt.hardware [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.491179] env[65923]: DEBUG nova.virt.hardware [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 761.491490] env[65923]: DEBUG nova.virt.hardware [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.491728] env[65923]: DEBUG nova.virt.hardware [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 761.491936] env[65923]: DEBUG nova.virt.hardware [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 761.492250] env[65923]: DEBUG nova.virt.hardware [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 761.492457] env[65923]: DEBUG nova.virt.hardware [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 761.492703] env[65923]: DEBUG nova.virt.hardware [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 761.492934] env[65923]: DEBUG nova.virt.hardware [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 761.493214] env[65923]: DEBUG nova.virt.hardware [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 761.494321] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780eca3b-d445-4d5a-91d6-e59dac7df739 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.504987] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13129c3c-0e76-42dc-aa97-abbbb5632b70 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.522297] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:4e:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d1d0371-a228-47a9-b44e-cb91d360baab', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.530587] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 761.531161] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.531278] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65a133df-2228-40dd-8856-232bf4c6592d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.553152] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.553152] env[65923]: value = "task-4706811" [ 761.553152] env[65923]: _type = "Task" [ 761.553152] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.562813] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706811, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.593278] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.594202] env[65923]: DEBUG nova.compute.manager [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 761.597864] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.698s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.598929] env[65923]: DEBUG nova.objects.instance [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lazy-loading 'resources' on Instance uuid 6971b489-9a9a-4072-9ee6-f2d8d4fade94 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.773399] env[65923]: INFO nova.compute.manager [-] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Took 1.66 seconds to deallocate network for instance. [ 761.911211] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.065833] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706811, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.102576] env[65923]: DEBUG nova.compute.utils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.108031] env[65923]: DEBUG nova.compute.manager [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 762.108031] env[65923]: DEBUG nova.network.neutron [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 762.108031] env[65923]: WARNING neutronclient.v2_0.client [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.108031] env[65923]: WARNING neutronclient.v2_0.client [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.281645] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.346839] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.406200] env[65923]: DEBUG nova.policy [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '969b4bdc25cd49ec83526ecbfdcd7f9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed4cb7f0af3e4d85ad14c139ad155309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.415517] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.568443] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706811, 'name': CreateVM_Task, 'duration_secs': 0.624948} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.571045] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.571045] env[65923]: WARNING neutronclient.v2_0.client [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 762.571045] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.571045] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.571045] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.571045] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b334ea-a3e7-4763-8610-d901e20bfa15 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.579706] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 762.579706] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520cf29a-76ae-dd0a-f028-6b4eac8028b9" [ 762.579706] env[65923]: _type = "Task" [ 762.579706] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.594037] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520cf29a-76ae-dd0a-f028-6b4eac8028b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.616687] env[65923]: DEBUG nova.compute.manager [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 762.679440] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aa9750-b38c-42ed-883f-081c69588847 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.689520] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975c4218-0657-4c5e-82d8-5251bc67720d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.723092] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b467dc0-6544-4414-9fb2-fc61c9aeb840 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.733288] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909387fd-7ce1-4ed3-b0d4-f0e6dee5b0ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.752255] env[65923]: DEBUG nova.compute.provider_tree [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.915942] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.095076] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520cf29a-76ae-dd0a-f028-6b4eac8028b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01658} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.095076] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.095076] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.095076] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.095076] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.095076] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.095076] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d507e9d2-0ab9-4bac-b708-b376629ffb5f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.104818] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.104818] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.106220] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-641f3491-490a-48df-9669-cd013cbe26d2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.114986] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 763.114986] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ef5e6f-addc-ae07-5791-15edc2aebf88" [ 763.114986] env[65923]: _type = "Task" [ 763.114986] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.131113] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ef5e6f-addc-ae07-5791-15edc2aebf88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.192296] env[65923]: DEBUG nova.network.neutron [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Successfully created port: 411b8982-9512-42a4-9f32-e8663cab0fe9 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 763.245611] env[65923]: DEBUG nova.compute.manager [req-656009d9-bea5-4195-bf61-bc389fd6ec0c req-68349ae0-8f05-4074-b7cf-2a7913f23d72 service nova] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Received event network-vif-deleted-fb1e850f-8a70-498d-a57a-e13d30b5bd0f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 763.255211] env[65923]: DEBUG nova.scheduler.client.report [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.390909] env[65923]: DEBUG nova.network.neutron [-] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.413322] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.631124] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ef5e6f-addc-ae07-5791-15edc2aebf88, 'name': SearchDatastore_Task, 'duration_secs': 0.026904} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.632801] env[65923]: DEBUG nova.compute.manager [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 763.638525] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d307fad-77fd-43df-a2a9-8fc0889a8b48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.646992] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 763.646992] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5213ad62-0c40-31b7-cf18-a4b69d3c2254" [ 763.646992] env[65923]: _type = "Task" [ 763.646992] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.659840] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5213ad62-0c40-31b7-cf18-a4b69d3c2254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.663563] env[65923]: DEBUG nova.virt.hardware [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.663837] env[65923]: DEBUG nova.virt.hardware [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.663998] env[65923]: DEBUG nova.virt.hardware [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.664199] env[65923]: DEBUG nova.virt.hardware [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.664342] env[65923]: DEBUG nova.virt.hardware [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.664483] env[65923]: DEBUG nova.virt.hardware [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.664689] env[65923]: DEBUG nova.virt.hardware [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.664847] env[65923]: DEBUG nova.virt.hardware [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.665028] env[65923]: DEBUG nova.virt.hardware [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.665176] env[65923]: DEBUG nova.virt.hardware [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.665343] env[65923]: DEBUG nova.virt.hardware [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.666267] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053376a7-8f77-4053-a51a-0f1b35b7923f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.676097] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ca0833-f358-4f20-9107-4873ff86f677 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.766117] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.769444] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.481s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.769819] env[65923]: INFO nova.compute.claims [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.786431] env[65923]: INFO nova.scheduler.client.report [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Deleted allocations for instance 6971b489-9a9a-4072-9ee6-f2d8d4fade94 [ 763.873181] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "51f00248-8338-4265-b338-52b4d75539fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.873379] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "51f00248-8338-4265-b338-52b4d75539fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.895505] env[65923]: INFO nova.compute.manager [-] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Took 2.44 seconds to deallocate network for instance. [ 763.915791] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.159272] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5213ad62-0c40-31b7-cf18-a4b69d3c2254, 'name': SearchDatastore_Task, 'duration_secs': 0.017435} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.159617] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.159990] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 3dfb311a-11c0-49ce-a42e-7a52568d5448/3dfb311a-11c0-49ce-a42e-7a52568d5448.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.160377] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a23fb016-f3a1-4ba4-8e8c-fe83739e331b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.168718] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 764.168718] env[65923]: value = "task-4706812" [ 764.168718] env[65923]: _type = "Task" [ 764.168718] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.178702] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.295870] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5466b16f-b4d3-4141-a3ae-e67281465006 tempest-ImagesOneServerTestJSON-1100224197 tempest-ImagesOneServerTestJSON-1100224197-project-member] Lock "6971b489-9a9a-4072-9ee6-f2d8d4fade94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.031s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.377178] env[65923]: DEBUG nova.compute.manager [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 764.402593] env[65923]: DEBUG oslo_concurrency.lockutils [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.413755] env[65923]: DEBUG oslo_vmware.api [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706797, 'name': ReconfigVM_Task, 'duration_secs': 5.886035} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.414202] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.415424] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Reconfigured VM to detach interface {{(pid=65923) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 764.415424] env[65923]: WARNING neutronclient.v2_0.client [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.415424] env[65923]: WARNING neutronclient.v2_0.client [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.681673] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706812, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.901933] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.904433] env[65923]: DEBUG nova.network.neutron [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Successfully updated port: 411b8982-9512-42a4-9f32-e8663cab0fe9 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 765.055894] env[65923]: INFO nova.compute.manager [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Rebuilding instance [ 765.122976] env[65923]: DEBUG nova.compute.manager [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 765.122976] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946374f2-6f3d-4096-8ff5-e4e27515b341 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.185642] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635276} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.185961] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 3dfb311a-11c0-49ce-a42e-7a52568d5448/3dfb311a-11c0-49ce-a42e-7a52568d5448.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.186855] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.186855] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72e5a8a5-fd6f-49c6-97dd-db02e4fee2af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.196514] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 765.196514] env[65923]: value = "task-4706813" [ 765.196514] env[65923]: _type = "Task" [ 765.196514] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.206972] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.296700] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e979614a-b9e9-491b-9168-016a9cf53f15 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.308695] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9838e359-c704-4cbc-af87-d96ec55a68fa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.372629] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570d3ec9-0802-42fb-82c5-6a9e1a9e0ef0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.385799] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ab7b44-90b7-4a92-b7da-09d01770d23b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.412236] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "refresh_cache-741f5005-f1a0-4199-8526-ecc34236a9da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.412544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "refresh_cache-741f5005-f1a0-4199-8526-ecc34236a9da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.412856] env[65923]: DEBUG nova.network.neutron [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.415405] env[65923]: DEBUG nova.compute.provider_tree [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.713146] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075136} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.713146] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.713146] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ef8974-1d0e-4f3d-8d16-1cb45a113e7c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.740497] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 3dfb311a-11c0-49ce-a42e-7a52568d5448/3dfb311a-11c0-49ce-a42e-7a52568d5448.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.740848] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e0f26f1-3af0-46e0-91a5-afa36b9a0c4c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.766318] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 765.766318] env[65923]: value = "task-4706814" [ 765.766318] env[65923]: _type = "Task" [ 765.766318] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.778682] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.925236] env[65923]: DEBUG nova.scheduler.client.report [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.963147] env[65923]: DEBUG nova.network.neutron [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 766.110832] env[65923]: WARNING neutronclient.v2_0.client [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.146933] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.146933] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82430a97-0fb3-4b17-8588-9d0ea1587d30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.155911] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 766.155911] env[65923]: value = "task-4706815" [ 766.155911] env[65923]: _type = "Task" [ 766.155911] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.165353] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.277794] env[65923]: DEBUG nova.network.neutron [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Updating instance_info_cache with network_info: [{"id": "411b8982-9512-42a4-9f32-e8663cab0fe9", "address": "fa:16:3e:10:e9:77", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411b8982-95", "ovs_interfaceid": "411b8982-9512-42a4-9f32-e8663cab0fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.291030] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.306738] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.307118] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.308038] env[65923]: DEBUG nova.network.neutron [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 766.432590] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.433245] env[65923]: DEBUG nova.compute.manager [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 766.436400] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.732s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.436801] env[65923]: DEBUG nova.objects.instance [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Lazy-loading 'resources' on Instance uuid 80558328-490b-494e-89a4-b0b2af804e32 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.671182] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706815, 'name': PowerOffVM_Task, 'duration_secs': 0.280255} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.671182] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.671182] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.671182] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba7a93a-81cd-43ea-b3d6-65c6e154d2d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.677940] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.679171] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c412ea9-9eaf-429c-aa2d-b349d0516310 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.756028] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.756465] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.756729] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleting the datastore file [datastore1] f6250a21-25fe-43c8-b258-a8598789eedb {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.757141] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27963efc-4679-482b-bf3c-647b636054f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.766238] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 766.766238] env[65923]: value = "task-4706817" [ 766.766238] env[65923]: _type = "Task" [ 766.766238] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.782628] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.789316] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706814, 'name': ReconfigVM_Task, 'duration_secs': 0.717956} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.789727] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 3dfb311a-11c0-49ce-a42e-7a52568d5448/3dfb311a-11c0-49ce-a42e-7a52568d5448.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.791163] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "refresh_cache-741f5005-f1a0-4199-8526-ecc34236a9da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.791163] env[65923]: DEBUG nova.compute.manager [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Instance network_info: |[{"id": "411b8982-9512-42a4-9f32-e8663cab0fe9", "address": "fa:16:3e:10:e9:77", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411b8982-95", "ovs_interfaceid": "411b8982-9512-42a4-9f32-e8663cab0fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 766.791521] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b631a1e9-747b-4504-87df-a91a9f76f1f9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.793842] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:e9:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '411b8982-9512-42a4-9f32-e8663cab0fe9', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.802070] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 766.802070] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.803095] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d40feb9e-d8d5-4b75-870a-0e15cfcff1b7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.821969] env[65923]: WARNING neutronclient.v2_0.client [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.824557] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 766.824557] env[65923]: value = "task-4706818" [ 766.824557] env[65923]: _type = "Task" [ 766.824557] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.833434] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.833434] env[65923]: value = "task-4706819" [ 766.833434] env[65923]: _type = "Task" [ 766.833434] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.836468] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706818, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.849677] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706819, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.942775] env[65923]: DEBUG nova.compute.utils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.948667] env[65923]: DEBUG nova.compute.manager [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 766.949537] env[65923]: DEBUG nova.network.neutron [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 766.953096] env[65923]: WARNING neutronclient.v2_0.client [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.953096] env[65923]: WARNING neutronclient.v2_0.client [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.953096] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquiring lock "eafbe567-150c-4dd5-9d98-6729708d27f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.953096] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "eafbe567-150c-4dd5-9d98-6729708d27f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.953096] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquiring lock "eafbe567-150c-4dd5-9d98-6729708d27f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.955750] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "eafbe567-150c-4dd5-9d98-6729708d27f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.958187] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "eafbe567-150c-4dd5-9d98-6729708d27f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.963134] env[65923]: INFO nova.compute.manager [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Terminating instance [ 767.098410] env[65923]: DEBUG nova.policy [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca22cd0d44d549d586224039774d7826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9117e3431b1143bb9e8c5b8fbe8b25ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.205186] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "8414751e-090c-4082-8b39-db3a391d50f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.205577] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "8414751e-090c-4082-8b39-db3a391d50f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.283630] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249703} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.284675] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.285252] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.285666] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.337644] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706818, 'name': Rename_Task, 'duration_secs': 0.217122} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.341688] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.342220] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4830294-3684-4294-9eee-8b3999a6b45b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.352618] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706819, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.355169] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 767.355169] env[65923]: value = "task-4706820" [ 767.355169] env[65923]: _type = "Task" [ 767.355169] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.364224] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.463137] env[65923]: DEBUG nova.compute.manager [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 767.473387] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquiring lock "refresh_cache-eafbe567-150c-4dd5-9d98-6729708d27f0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.473387] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquired lock "refresh_cache-eafbe567-150c-4dd5-9d98-6729708d27f0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.473525] env[65923]: DEBUG nova.network.neutron [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 767.642669] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "95bda69d-f407-4b8e-90e8-0944a8c70564" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.644346] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "95bda69d-f407-4b8e-90e8-0944a8c70564" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.656799] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0320452-949a-457d-98c1-fbd66265d4cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.667397] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8451d4-83fc-440d-a5f2-b6b92845957e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.706240] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f79d3a3-555f-419e-a1c2-ed7631891984 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.714144] env[65923]: DEBUG nova.compute.manager [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 767.726528] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dba27c-d863-4ef6-97cd-eb48d80f2c22 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.745010] env[65923]: DEBUG nova.network.neutron [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Successfully created port: 5cdd5359-0c49-45b0-9267-b26c8260932c {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 767.747494] env[65923]: DEBUG nova.compute.provider_tree [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.800934] env[65923]: WARNING neutronclient.v2_0.client [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.848070] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706819, 'name': CreateVM_Task, 'duration_secs': 0.524716} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.848266] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.848874] env[65923]: WARNING neutronclient.v2_0.client [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.849310] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.849513] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.849859] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.851871] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d28a43-e91c-4726-a705-bcdaff06079f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.860261] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 767.860261] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235e52f-3e3b-7719-ae9a-7cac135ba488" [ 767.860261] env[65923]: _type = "Task" [ 767.860261] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.870221] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.883612] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235e52f-3e3b-7719-ae9a-7cac135ba488, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.884302] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.884668] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.885509] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.886025] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.886413] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.887061] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2d177dc-96ee-4f79-a44b-c3b2eaec8633 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.896449] env[65923]: DEBUG nova.compute.manager [req-b38841cc-224f-41d6-bbcf-b92e97393368 req-16a1d2eb-83f5-4c05-9297-ecff00a7210b service nova] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Received event network-vif-plugged-411b8982-9512-42a4-9f32-e8663cab0fe9 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.896856] env[65923]: DEBUG oslo_concurrency.lockutils [req-b38841cc-224f-41d6-bbcf-b92e97393368 req-16a1d2eb-83f5-4c05-9297-ecff00a7210b service nova] Acquiring lock "741f5005-f1a0-4199-8526-ecc34236a9da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.897492] env[65923]: DEBUG oslo_concurrency.lockutils [req-b38841cc-224f-41d6-bbcf-b92e97393368 req-16a1d2eb-83f5-4c05-9297-ecff00a7210b service nova] Lock "741f5005-f1a0-4199-8526-ecc34236a9da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.897492] env[65923]: DEBUG oslo_concurrency.lockutils [req-b38841cc-224f-41d6-bbcf-b92e97393368 req-16a1d2eb-83f5-4c05-9297-ecff00a7210b service nova] Lock "741f5005-f1a0-4199-8526-ecc34236a9da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.897492] env[65923]: DEBUG nova.compute.manager [req-b38841cc-224f-41d6-bbcf-b92e97393368 req-16a1d2eb-83f5-4c05-9297-ecff00a7210b service nova] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] No waiting events found dispatching network-vif-plugged-411b8982-9512-42a4-9f32-e8663cab0fe9 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 767.897737] env[65923]: WARNING nova.compute.manager [req-b38841cc-224f-41d6-bbcf-b92e97393368 req-16a1d2eb-83f5-4c05-9297-ecff00a7210b service nova] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Received unexpected event network-vif-plugged-411b8982-9512-42a4-9f32-e8663cab0fe9 for instance with vm_state building and task_state spawning. [ 767.899885] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.900800] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.901158] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a971ec0-0bc6-4a34-8aa2-5dfeba8fdbc1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.911025] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 767.911025] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521816b3-135f-6d37-a435-b86120bb54dc" [ 767.911025] env[65923]: _type = "Task" [ 767.911025] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.928927] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521816b3-135f-6d37-a435-b86120bb54dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.932930] env[65923]: DEBUG nova.compute.manager [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Received event network-vif-deleted-130cbb7a-9abc-4178-a1a7-19aea394747b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.933321] env[65923]: DEBUG nova.compute.manager [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Received event network-changed-db723430-5b5f-49fd-8863-d232fdb93b47 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.933500] env[65923]: DEBUG nova.compute.manager [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Refreshing instance network info cache due to event network-changed-db723430-5b5f-49fd-8863-d232fdb93b47. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 767.933815] env[65923]: DEBUG oslo_concurrency.lockutils [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] Acquiring lock "refresh_cache-8a4f3338-19af-4e1d-9ee6-6e527408bb30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.934044] env[65923]: DEBUG oslo_concurrency.lockutils [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] Acquired lock "refresh_cache-8a4f3338-19af-4e1d-9ee6-6e527408bb30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.934271] env[65923]: DEBUG nova.network.neutron [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Refreshing network info cache for port db723430-5b5f-49fd-8863-d232fdb93b47 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.936960] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9650b8ca-111f-463a-8aed-a3638d1d0fab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.944777] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 767.944777] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52353e01-cd07-ff54-0952-60736eead424" [ 767.944777] env[65923]: _type = "Task" [ 767.944777] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.957646] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52353e01-cd07-ff54-0952-60736eead424, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.957971] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.958289] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 741f5005-f1a0-4199-8526-ecc34236a9da/741f5005-f1a0-4199-8526-ecc34236a9da.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.958801] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-650aecb8-e7d6-44d6-9271-dbdd2cc1e9de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.968021] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 767.968021] env[65923]: value = "task-4706821" [ 767.968021] env[65923]: _type = "Task" [ 767.968021] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.984026] env[65923]: WARNING neutronclient.v2_0.client [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.984026] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.985119] env[65923]: INFO nova.network.neutron [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Port 0665d75c-9c57-4acd-95ff-6954c590a46f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 767.985574] env[65923]: DEBUG nova.network.neutron [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Updating instance_info_cache with network_info: [{"id": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "address": "fa:16:3e:50:a4:a5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5fb3aa7-2d", "ovs_interfaceid": "c5fb3aa7-2da9-4343-bebc-dc53ee219e19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.076600] env[65923]: DEBUG nova.network.neutron [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 768.114376] env[65923]: DEBUG nova.network.neutron [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Successfully created port: 654f4c45-0845-4baa-ac71-f42c945feb93 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 768.154955] env[65923]: DEBUG nova.compute.manager [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 768.205172] env[65923]: DEBUG nova.network.neutron [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.250997] env[65923]: DEBUG nova.scheduler.client.report [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.263058] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.346965] env[65923]: DEBUG nova.virt.hardware [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 768.346965] env[65923]: DEBUG nova.virt.hardware [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.346965] env[65923]: DEBUG nova.virt.hardware [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 768.346965] env[65923]: DEBUG nova.virt.hardware [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.346965] env[65923]: DEBUG nova.virt.hardware [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 768.346965] env[65923]: DEBUG nova.virt.hardware [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 768.346965] env[65923]: DEBUG nova.virt.hardware [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 768.346965] env[65923]: DEBUG nova.virt.hardware [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 768.346965] env[65923]: DEBUG nova.virt.hardware [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 768.346965] env[65923]: DEBUG nova.virt.hardware [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 768.346965] env[65923]: DEBUG nova.virt.hardware [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 768.346965] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871bb696-62f6-448b-8547-a2a54ea1c5de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.362198] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b7243d-a971-4a00-8fbf-ba96647ce8bd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.373191] env[65923]: DEBUG oslo_vmware.api [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706820, 'name': PowerOnVM_Task, 'duration_secs': 0.978475} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.383460] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.383881] env[65923]: DEBUG nova.compute.manager [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 768.384952] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:94:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '723c3990-8c0e-434b-b789-ac8d66d457b0', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.393266] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 768.394162] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed07231c-6ec1-4579-9ece-897beae003a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.397175] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.397529] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56a749d4-cb47-4313-8aaa-d9275ac86b82 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.426302] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.426302] env[65923]: value = "task-4706822" [ 768.426302] env[65923]: _type = "Task" [ 768.426302] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.437471] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706822, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.441172] env[65923]: WARNING neutronclient.v2_0.client [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.483877] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706821, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.486573] env[65923]: DEBUG nova.compute.manager [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 768.489890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-7423b238-de72-4240-8067-039cf6171722" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.525267] env[65923]: DEBUG nova.virt.hardware [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 768.525634] env[65923]: DEBUG nova.virt.hardware [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.525840] env[65923]: DEBUG nova.virt.hardware [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 768.526233] env[65923]: DEBUG nova.virt.hardware [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.526433] env[65923]: DEBUG nova.virt.hardware [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 768.526637] env[65923]: DEBUG nova.virt.hardware [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 768.526925] env[65923]: DEBUG nova.virt.hardware [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 768.527091] env[65923]: DEBUG nova.virt.hardware [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 768.527294] env[65923]: DEBUG nova.virt.hardware [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 768.527506] env[65923]: DEBUG nova.virt.hardware [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 768.527729] env[65923]: DEBUG nova.virt.hardware [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 768.529013] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bedfee-8596-4b7e-8bff-cb37d9a0097f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.538644] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69def5b-e758-432d-9880-98b3edceb371 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.680479] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.708951] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Releasing lock "refresh_cache-eafbe567-150c-4dd5-9d98-6729708d27f0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.709414] env[65923]: DEBUG nova.compute.manager [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 768.709603] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.710681] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcb30d2-2451-4c0d-b2cf-ff24c097d662 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.719294] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.719627] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf2a3c2a-6b7c-400c-a678-96aecf32eace {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.726851] env[65923]: DEBUG oslo_vmware.api [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 768.726851] env[65923]: value = "task-4706823" [ 768.726851] env[65923]: _type = "Task" [ 768.726851] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.736645] env[65923]: DEBUG oslo_vmware.api [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.764070] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.767235] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.657s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.768766] env[65923]: INFO nova.compute.claims [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.785061] env[65923]: INFO nova.scheduler.client.report [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Deleted allocations for instance 80558328-490b-494e-89a4-b0b2af804e32 [ 768.826924] env[65923]: WARNING neutronclient.v2_0.client [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.937590] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.943736] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706822, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.983228] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572707} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.983490] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 741f5005-f1a0-4199-8526-ecc34236a9da/741f5005-f1a0-4199-8526-ecc34236a9da.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.983791] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.984966] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab9586ee-f22d-4e2a-af47-84345a8e5d14 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.993695] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9371162e-5b52-4d6f-89d8-195ae1748835 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-7423b238-de72-4240-8067-039cf6171722-0665d75c-9c57-4acd-95ff-6954c590a46f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.199s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.998910] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 768.998910] env[65923]: value = "task-4706824" [ 768.998910] env[65923]: _type = "Task" [ 768.998910] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.009293] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.237658] env[65923]: DEBUG oslo_vmware.api [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706823, 'name': PowerOffVM_Task, 'duration_secs': 0.3438} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.237959] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.238143] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.238407] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b7bc4bd-c053-40c4-ac7a-291f2409272b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.268331] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.268661] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.269010] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Deleting the datastore file [datastore2] eafbe567-150c-4dd5-9d98-6729708d27f0 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.269322] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad923c5b-598c-4074-8794-546f18ef9d89 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.280197] env[65923]: DEBUG oslo_vmware.api [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for the task: (returnval){ [ 769.280197] env[65923]: value = "task-4706826" [ 769.280197] env[65923]: _type = "Task" [ 769.280197] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.298332] env[65923]: DEBUG oslo_vmware.api [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.298898] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc0ff163-1fa7-4e7d-9c57-9961b02be894 tempest-ServersTestBootFromVolume-799632890 tempest-ServersTestBootFromVolume-799632890-project-member] Lock "80558328-490b-494e-89a4-b0b2af804e32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.233s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.385785] env[65923]: DEBUG nova.network.neutron [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Updated VIF entry in instance network info cache for port db723430-5b5f-49fd-8863-d232fdb93b47. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 769.386357] env[65923]: DEBUG nova.network.neutron [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Updating instance_info_cache with network_info: [{"id": "db723430-5b5f-49fd-8863-d232fdb93b47", "address": "fa:16:3e:7d:62:8f", "network": {"id": "b91ce1e7-4303-4335-825c-6c66900d82fe", "bridge": "br-int", "label": "tempest-ServersTestJSON-234908783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e888e27ae3b74b42af0b0c44bcc98988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ffea58a-e043-4ad1-9ad7-45a61fdca001", "external-id": "nsx-vlan-transportzone-662", "segmentation_id": 662, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb723430-5b", "ovs_interfaceid": "db723430-5b5f-49fd-8863-d232fdb93b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.444029] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706822, 'name': CreateVM_Task, 'duration_secs': 0.745332} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.444254] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.444734] env[65923]: WARNING neutronclient.v2_0.client [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 769.445139] env[65923]: DEBUG oslo_concurrency.lockutils [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.445314] env[65923]: DEBUG oslo_concurrency.lockutils [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.445711] env[65923]: DEBUG oslo_concurrency.lockutils [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.445983] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c4c17a-4d12-45fe-9df7-8abeae577749 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.451869] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 769.451869] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a1719f-4492-f356-7449-28ff179bb544" [ 769.451869] env[65923]: _type = "Task" [ 769.451869] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.460678] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a1719f-4492-f356-7449-28ff179bb544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.507731] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086476} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.508020] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.508835] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2da7c6-5bc9-4cbd-ba09-c9316fbbae9d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.532750] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 741f5005-f1a0-4199-8526-ecc34236a9da/741f5005-f1a0-4199-8526-ecc34236a9da.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.533522] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31383a7a-9eb5-4578-bd19-eef7163e56ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.556340] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 769.556340] env[65923]: value = "task-4706827" [ 769.556340] env[65923]: _type = "Task" [ 769.556340] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.565943] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.794234] env[65923]: DEBUG oslo_vmware.api [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Task: {'id': task-4706826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110915} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.794507] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.794689] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.794901] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.795566] env[65923]: INFO nova.compute.manager [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 769.795845] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 769.796080] env[65923]: DEBUG nova.compute.manager [-] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 769.796180] env[65923]: DEBUG nova.network.neutron [-] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 769.796422] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.831150] env[65923]: DEBUG nova.network.neutron [-] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 769.831150] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.892387] env[65923]: DEBUG oslo_concurrency.lockutils [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] Releasing lock "refresh_cache-8a4f3338-19af-4e1d-9ee6-6e527408bb30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.892856] env[65923]: DEBUG nova.compute.manager [req-0d1bc190-71d3-46cd-a4f0-ddbdcb26a6e8 req-c0dbd556-cd2c-4644-ad8a-9cf34118ed58 service nova] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Received event network-vif-deleted-1537af6f-9ce2-44ab-b971-f170ae41504e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.964313] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a1719f-4492-f356-7449-28ff179bb544, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.966407] env[65923]: DEBUG oslo_concurrency.lockutils [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.966602] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.966693] env[65923]: DEBUG oslo_concurrency.lockutils [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.966996] env[65923]: DEBUG oslo_concurrency.lockutils [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.967082] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.967682] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0af57ca9-838a-4091-ab85-3ffd785dab01 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.980271] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.980271] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.983343] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca73244-2d0d-4fba-b621-45b53c08fa6e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.993727] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 769.993727] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52423ecc-087f-8cbd-b08b-0038a202fc61" [ 769.993727] env[65923]: _type = "Task" [ 769.993727] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.004624] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52423ecc-087f-8cbd-b08b-0038a202fc61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.072235] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.206037] env[65923]: DEBUG nova.network.neutron [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Successfully updated port: 5cdd5359-0c49-45b0-9267-b26c8260932c {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 770.295221] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7205eb25-acca-4291-8f58-f4b51c22254d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.305741] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50098db6-97b7-49c0-970a-ec4327b3abf8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.350071] env[65923]: DEBUG nova.network.neutron [-] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.353113] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3716995-96d2-4eb5-9942-8d11a94794f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.363927] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deb4d67-aff7-4039-80a8-0f23bde6a74a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.380508] env[65923]: DEBUG nova.compute.provider_tree [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.504585] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52423ecc-087f-8cbd-b08b-0038a202fc61, 'name': SearchDatastore_Task, 'duration_secs': 0.013527} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.505702] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b02401-27c3-455d-ab5a-f41b325529b9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.511935] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 770.511935] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a14fe6-9404-934e-5ea8-b8a46ea4a0dc" [ 770.511935] env[65923]: _type = "Task" [ 770.511935] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.521372] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a14fe6-9404-934e-5ea8-b8a46ea4a0dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.567832] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706827, 'name': ReconfigVM_Task, 'duration_secs': 0.80509} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.568233] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 741f5005-f1a0-4199-8526-ecc34236a9da/741f5005-f1a0-4199-8526-ecc34236a9da.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.569743] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e62ed3db-1130-44f8-8d76-42ac5498a8ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.578056] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 770.578056] env[65923]: value = "task-4706828" [ 770.578056] env[65923]: _type = "Task" [ 770.578056] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.591566] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "114d9a8f-8581-46a9-8047-fe23e07470be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.591931] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "114d9a8f-8581-46a9-8047-fe23e07470be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.592204] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706828, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.853318] env[65923]: INFO nova.compute.manager [-] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Took 1.06 seconds to deallocate network for instance. [ 770.883535] env[65923]: DEBUG nova.scheduler.client.report [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.888050] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "7423b238-de72-4240-8067-039cf6171722" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.888230] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "7423b238-de72-4240-8067-039cf6171722" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.888478] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "7423b238-de72-4240-8067-039cf6171722-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.888619] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "7423b238-de72-4240-8067-039cf6171722-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.888782] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "7423b238-de72-4240-8067-039cf6171722-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.891247] env[65923]: INFO nova.compute.manager [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Terminating instance [ 771.023598] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a14fe6-9404-934e-5ea8-b8a46ea4a0dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.023933] env[65923]: DEBUG oslo_concurrency.lockutils [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.024255] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.024545] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7af6efaa-0d4f-43bd-bae1-6e37d2d1af92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.034504] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 771.034504] env[65923]: value = "task-4706829" [ 771.034504] env[65923]: _type = "Task" [ 771.034504] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.045240] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.090027] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706828, 'name': Rename_Task, 'duration_secs': 0.354865} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.090027] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.090027] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23dc9266-55e0-4ee3-8c6c-386ddd7b0864 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.096637] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 771.096637] env[65923]: value = "task-4706830" [ 771.096637] env[65923]: _type = "Task" [ 771.096637] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.106867] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.360654] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.392850] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.393430] env[65923]: DEBUG nova.compute.manager [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 771.396891] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.600s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.399241] env[65923]: DEBUG nova.compute.manager [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 771.399604] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.401075] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ec22f-6fcc-490f-b034-9387a1c9fa5a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.411376] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.411698] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06c1f08a-8981-457f-9efd-bc827a14c056 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.420556] env[65923]: DEBUG oslo_vmware.api [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 771.420556] env[65923]: value = "task-4706831" [ 771.420556] env[65923]: _type = "Task" [ 771.420556] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.431515] env[65923]: DEBUG oslo_vmware.api [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.546953] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496563} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.547378] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.547490] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.547740] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63f201cb-5899-49db-bdf9-7cdc2d7e27ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.555767] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 771.555767] env[65923]: value = "task-4706832" [ 771.555767] env[65923]: _type = "Task" [ 771.555767] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.567436] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.611018] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706830, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.902432] env[65923]: DEBUG nova.compute.utils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.905851] env[65923]: INFO nova.compute.claims [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.911118] env[65923]: DEBUG nova.compute.manager [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Not allocating networking since 'none' was specified. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 771.932739] env[65923]: DEBUG oslo_vmware.api [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706831, 'name': PowerOffVM_Task, 'duration_secs': 0.207041} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.932739] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.932739] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.932739] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f0fd897-da4e-4df1-a5a7-fc650e9229a3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.018445] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.018623] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.018800] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleting the datastore file [datastore2] 7423b238-de72-4240-8067-039cf6171722 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.019110] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e6d1778-a6b9-440f-8a5c-32944de4d8c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.026963] env[65923]: DEBUG oslo_vmware.api [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 772.026963] env[65923]: value = "task-4706834" [ 772.026963] env[65923]: _type = "Task" [ 772.026963] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.038027] env[65923]: DEBUG oslo_vmware.api [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.065749] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080759} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.066013] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.066832] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb83718a-127e-483c-9cd9-4ce3d8fc4ab5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.089480] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.089799] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed8db0d5-0407-402e-b194-b6ca031ef893 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.113523] env[65923]: DEBUG oslo_vmware.api [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706830, 'name': PowerOnVM_Task, 'duration_secs': 0.611304} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.114919] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.115178] env[65923]: INFO nova.compute.manager [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Took 8.48 seconds to spawn the instance on the hypervisor. [ 772.115365] env[65923]: DEBUG nova.compute.manager [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 772.115692] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 772.115692] env[65923]: value = "task-4706835" [ 772.115692] env[65923]: _type = "Task" [ 772.115692] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.116510] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac0958b-3da5-4af7-8298-4eee8f475b45 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.127429] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706835, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.248420] env[65923]: DEBUG nova.network.neutron [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Successfully updated port: 654f4c45-0845-4baa-ac71-f42c945feb93 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 772.370692] env[65923]: DEBUG nova.compute.manager [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Received event network-changed-411b8982-9512-42a4-9f32-e8663cab0fe9 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 772.370692] env[65923]: DEBUG nova.compute.manager [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Refreshing instance network info cache due to event network-changed-411b8982-9512-42a4-9f32-e8663cab0fe9. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 772.370692] env[65923]: DEBUG oslo_concurrency.lockutils [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] Acquiring lock "refresh_cache-741f5005-f1a0-4199-8526-ecc34236a9da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.370692] env[65923]: DEBUG oslo_concurrency.lockutils [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] Acquired lock "refresh_cache-741f5005-f1a0-4199-8526-ecc34236a9da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.370692] env[65923]: DEBUG nova.network.neutron [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Refreshing network info cache for port 411b8982-9512-42a4-9f32-e8663cab0fe9 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.411164] env[65923]: DEBUG nova.compute.manager [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 772.419845] env[65923]: INFO nova.compute.resource_tracker [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating resource usage from migration d2f87aab-b310-4f17-8eab-337327725c94 [ 772.544839] env[65923]: DEBUG oslo_vmware.api [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4706834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161053} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.544839] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.545181] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.545279] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.545431] env[65923]: INFO nova.compute.manager [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 7423b238-de72-4240-8067-039cf6171722] Took 1.15 seconds to destroy the instance on the hypervisor. [ 772.545723] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.546057] env[65923]: DEBUG nova.compute.manager [-] [instance: 7423b238-de72-4240-8067-039cf6171722] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 772.546458] env[65923]: DEBUG nova.network.neutron [-] [instance: 7423b238-de72-4240-8067-039cf6171722] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 772.546625] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.628896] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.649613] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.653794] env[65923]: INFO nova.compute.manager [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Took 34.27 seconds to build instance. [ 772.752113] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "refresh_cache-c2e901f4-1a4c-4c55-8dae-2d91372970da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.752113] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquired lock "refresh_cache-c2e901f4-1a4c-4c55-8dae-2d91372970da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.752113] env[65923]: DEBUG nova.network.neutron [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 772.873810] env[65923]: WARNING neutronclient.v2_0.client [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.019788] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38030ed3-4135-480d-9531-47f46cb5d6ec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.030038] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97481aa3-8d99-4b70-a1f5-b9710bd4fc8b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.065170] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1f22d8-d7a3-497d-8392-c52acf47b988 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.074789] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f515e7d-69d4-40f9-b5b7-a9636d4ae651 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.089659] env[65923]: DEBUG nova.compute.provider_tree [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.131184] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706835, 'name': ReconfigVM_Task, 'duration_secs': 0.687313} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.132167] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Reconfigured VM instance instance-00000011 to attach disk [datastore1] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.132426] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e951e9d4-a463-451c-a66f-66617d655da7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.140502] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 773.140502] env[65923]: value = "task-4706836" [ 773.140502] env[65923]: _type = "Task" [ 773.140502] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.150855] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706836, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.157585] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59bb6004-7958-4007-92a5-057af315cec9 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "741f5005-f1a0-4199-8526-ecc34236a9da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.786s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.306318] env[65923]: DEBUG nova.network.neutron [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 773.434657] env[65923]: DEBUG nova.compute.manager [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 773.467865] env[65923]: DEBUG nova.virt.hardware [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 773.470823] env[65923]: DEBUG nova.virt.hardware [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.470823] env[65923]: DEBUG nova.virt.hardware [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 773.470823] env[65923]: DEBUG nova.virt.hardware [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.470823] env[65923]: DEBUG nova.virt.hardware [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 773.470823] env[65923]: DEBUG nova.virt.hardware [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 773.470823] env[65923]: DEBUG nova.virt.hardware [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.470823] env[65923]: DEBUG nova.virt.hardware [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 773.470823] env[65923]: DEBUG nova.virt.hardware [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 773.470823] env[65923]: DEBUG nova.virt.hardware [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 773.470823] env[65923]: DEBUG nova.virt.hardware [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 773.471873] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3c234b-81ae-428b-a5aa-0c157c549086 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.481612] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec621db-1aa7-4543-a280-3505e8b4cabe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.491590] env[65923]: WARNING neutronclient.v2_0.client [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.504884] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.510985] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Creating folder: Project (bc18180ed8f44db392991da9ba2e2974). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.512632] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-143f9400-5747-440e-a08d-7ff252ff6e38 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.515918] env[65923]: DEBUG nova.compute.manager [req-ab33ea5a-e346-4d96-abb2-2d53634b40ac req-842f9612-8f72-4f01-894e-783314ec99c2 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Received event network-changed-465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 773.515918] env[65923]: DEBUG nova.compute.manager [req-ab33ea5a-e346-4d96-abb2-2d53634b40ac req-842f9612-8f72-4f01-894e-783314ec99c2 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Refreshing instance network info cache due to event network-changed-465640a4-919e-4747-bd7b-d7618c474e43. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 773.516020] env[65923]: DEBUG oslo_concurrency.lockutils [req-ab33ea5a-e346-4d96-abb2-2d53634b40ac req-842f9612-8f72-4f01-894e-783314ec99c2 service nova] Acquiring lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.516162] env[65923]: DEBUG oslo_concurrency.lockutils [req-ab33ea5a-e346-4d96-abb2-2d53634b40ac req-842f9612-8f72-4f01-894e-783314ec99c2 service nova] Acquired lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.516312] env[65923]: DEBUG nova.network.neutron [req-ab33ea5a-e346-4d96-abb2-2d53634b40ac req-842f9612-8f72-4f01-894e-783314ec99c2 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Refreshing network info cache for port 465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.528520] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Created folder: Project (bc18180ed8f44db392991da9ba2e2974) in parent group-v918465. [ 773.528709] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Creating folder: Instances. Parent ref: group-v918602. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.528960] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d070516-1aad-41a0-aace-78d30468fe23 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.542657] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Created folder: Instances in parent group-v918602. [ 773.543484] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 773.543484] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.543624] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-533f3a8d-43fc-4ff1-82ea-7bddf00a87ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.570145] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.570145] env[65923]: value = "task-4706839" [ 773.570145] env[65923]: _type = "Task" [ 773.570145] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.580720] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706839, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.593715] env[65923]: WARNING neutronclient.v2_0.client [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.597657] env[65923]: DEBUG nova.scheduler.client.report [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.619509] env[65923]: DEBUG nova.network.neutron [-] [instance: 7423b238-de72-4240-8067-039cf6171722] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.660970] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706836, 'name': Rename_Task, 'duration_secs': 0.234844} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.660970] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.660970] env[65923]: DEBUG nova.compute.manager [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 773.662400] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c04b7243-be02-46fa-9baa-2ac5b04eac1a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.673331] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 773.673331] env[65923]: value = "task-4706840" [ 773.673331] env[65923]: _type = "Task" [ 773.673331] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.683831] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.704285] env[65923]: DEBUG nova.network.neutron [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Updated VIF entry in instance network info cache for port 411b8982-9512-42a4-9f32-e8663cab0fe9. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 773.704285] env[65923]: DEBUG nova.network.neutron [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Updating instance_info_cache with network_info: [{"id": "411b8982-9512-42a4-9f32-e8663cab0fe9", "address": "fa:16:3e:10:e9:77", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap411b8982-95", "ovs_interfaceid": "411b8982-9512-42a4-9f32-e8663cab0fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.019100] env[65923]: WARNING neutronclient.v2_0.client [req-ab33ea5a-e346-4d96-abb2-2d53634b40ac req-842f9612-8f72-4f01-894e-783314ec99c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.032732] env[65923]: WARNING neutronclient.v2_0.client [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.079913] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706839, 'name': CreateVM_Task, 'duration_secs': 0.294571} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.080202] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.080668] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.080830] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.081191] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.081464] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0698117c-ecd7-4345-bf81-4dda3991fc76 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.086927] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 774.086927] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524f6a3e-af1e-6267-792d-7ba2faedaec2" [ 774.086927] env[65923]: _type = "Task" [ 774.086927] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.096631] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524f6a3e-af1e-6267-792d-7ba2faedaec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.108672] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.712s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.108892] env[65923]: INFO nova.compute.manager [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Migrating [ 774.116366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.557s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.116609] env[65923]: DEBUG nova.objects.instance [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lazy-loading 'resources' on Instance uuid ea211bde-9686-4343-80da-1292b3441ab2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.120654] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "3dfb311a-11c0-49ce-a42e-7a52568d5448" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.120654] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "3dfb311a-11c0-49ce-a42e-7a52568d5448" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.120654] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "3dfb311a-11c0-49ce-a42e-7a52568d5448-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.120654] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "3dfb311a-11c0-49ce-a42e-7a52568d5448-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.120875] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "3dfb311a-11c0-49ce-a42e-7a52568d5448-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.124070] env[65923]: INFO nova.compute.manager [-] [instance: 7423b238-de72-4240-8067-039cf6171722] Took 1.58 seconds to deallocate network for instance. [ 774.129641] env[65923]: INFO nova.compute.manager [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Terminating instance [ 774.184765] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706840, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.186349] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.207306] env[65923]: DEBUG oslo_concurrency.lockutils [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] Releasing lock "refresh_cache-741f5005-f1a0-4199-8526-ecc34236a9da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.207306] env[65923]: DEBUG nova.compute.manager [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Received event network-vif-deleted-0665d75c-9c57-4acd-95ff-6954c590a46f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 774.207470] env[65923]: DEBUG nova.compute.manager [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Received event network-changed-465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 774.207666] env[65923]: DEBUG nova.compute.manager [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Refreshing instance network info cache due to event network-changed-465640a4-919e-4747-bd7b-d7618c474e43. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 774.207852] env[65923]: DEBUG oslo_concurrency.lockutils [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] Acquiring lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.221085] env[65923]: DEBUG nova.network.neutron [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Updating instance_info_cache with network_info: [{"id": "5cdd5359-0c49-45b0-9267-b26c8260932c", "address": "fa:16:3e:9b:4c:02", "network": {"id": "89269482-aad3-4a6b-bc9e-877755cb86d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1191947763", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdd5359-0c", "ovs_interfaceid": "5cdd5359-0c49-45b0-9267-b26c8260932c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "654f4c45-0845-4baa-ac71-f42c945feb93", "address": "fa:16:3e:ee:eb:05", "network": {"id": "9cd7abdf-095b-4430-ab84-80e521e54ee6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1879402466", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654f4c45-08", "ovs_interfaceid": "654f4c45-0845-4baa-ac71-f42c945feb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.279255] env[65923]: WARNING neutronclient.v2_0.client [req-ab33ea5a-e346-4d96-abb2-2d53634b40ac req-842f9612-8f72-4f01-894e-783314ec99c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.421339] env[65923]: DEBUG nova.network.neutron [req-ab33ea5a-e346-4d96-abb2-2d53634b40ac req-842f9612-8f72-4f01-894e-783314ec99c2 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updated VIF entry in instance network info cache for port 465640a4-919e-4747-bd7b-d7618c474e43. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 774.421884] env[65923]: DEBUG nova.network.neutron [req-ab33ea5a-e346-4d96-abb2-2d53634b40ac req-842f9612-8f72-4f01-894e-783314ec99c2 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updating instance_info_cache with network_info: [{"id": "465640a4-919e-4747-bd7b-d7618c474e43", "address": "fa:16:3e:86:97:43", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465640a4-91", "ovs_interfaceid": "465640a4-919e-4747-bd7b-d7618c474e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.602539] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524f6a3e-af1e-6267-792d-7ba2faedaec2, 'name': SearchDatastore_Task, 'duration_secs': 0.012859} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.602919] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.603288] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.603542] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.603729] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.603987] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.604368] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3841b66-8d69-40bf-883b-5fbbd22d6176 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.615839] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.616055] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.617143] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae86659-e307-4945-9f47-ac8493831477 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.623824] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 774.623824] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526ebd8d-36f4-6769-c4a2-a52e2f502e45" [ 774.623824] env[65923]: _type = "Task" [ 774.623824] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.633380] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.633380] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.633610] env[65923]: DEBUG nova.network.neutron [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 774.634774] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526ebd8d-36f4-6769-c4a2-a52e2f502e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.637123] env[65923]: DEBUG nova.compute.manager [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 774.637123] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.637649] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.638529] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3bb5c2-bcf1-4265-bcee-773a03528b80 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.646721] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.646989] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63589005-4e0f-4467-8452-6249a6f345ad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.657976] env[65923]: DEBUG oslo_vmware.api [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 774.657976] env[65923]: value = "task-4706841" [ 774.657976] env[65923]: _type = "Task" [ 774.657976] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.671036] env[65923]: DEBUG oslo_vmware.api [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.688536] env[65923]: DEBUG oslo_vmware.api [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706840, 'name': PowerOnVM_Task, 'duration_secs': 0.718224} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.689816] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.689816] env[65923]: DEBUG nova.compute.manager [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 774.690496] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40eff6e-7901-4e0f-a924-a63c0c456b1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.728020] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Releasing lock "refresh_cache-c2e901f4-1a4c-4c55-8dae-2d91372970da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.728020] env[65923]: DEBUG nova.compute.manager [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Instance network_info: |[{"id": "5cdd5359-0c49-45b0-9267-b26c8260932c", "address": "fa:16:3e:9b:4c:02", "network": {"id": "89269482-aad3-4a6b-bc9e-877755cb86d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1191947763", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdd5359-0c", "ovs_interfaceid": "5cdd5359-0c49-45b0-9267-b26c8260932c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "654f4c45-0845-4baa-ac71-f42c945feb93", "address": "fa:16:3e:ee:eb:05", "network": {"id": "9cd7abdf-095b-4430-ab84-80e521e54ee6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1879402466", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654f4c45-08", "ovs_interfaceid": "654f4c45-0845-4baa-ac71-f42c945feb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 774.728020] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:4c:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cdd5359-0c49-45b0-9267-b26c8260932c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:eb:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '193994c7-8e1b-4f25-a4a4-d0563845eb28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '654f4c45-0845-4baa-ac71-f42c945feb93', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.738832] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 774.742149] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.742891] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6015ad7e-ada4-4945-b211-42edc8b93e6c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.771321] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.771321] env[65923]: value = "task-4706842" [ 774.771321] env[65923]: _type = "Task" [ 774.771321] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.784889] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706842, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.925454] env[65923]: DEBUG oslo_concurrency.lockutils [req-ab33ea5a-e346-4d96-abb2-2d53634b40ac req-842f9612-8f72-4f01-894e-783314ec99c2 service nova] Releasing lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.926049] env[65923]: DEBUG oslo_concurrency.lockutils [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] Acquired lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.926338] env[65923]: DEBUG nova.network.neutron [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Refreshing network info cache for port 465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.137043] env[65923]: WARNING neutronclient.v2_0.client [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.140119] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526ebd8d-36f4-6769-c4a2-a52e2f502e45, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.144545] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f33dcca-812a-47af-a6e1-a04ad49a1ea6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.152765] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 775.152765] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521ede9f-201a-5fc2-876e-b801bc9db6ac" [ 775.152765] env[65923]: _type = "Task" [ 775.152765] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.158613] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8d4cf3-e9e4-4c04-b8e1-9f7bcb128e5f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.164942] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521ede9f-201a-5fc2-876e-b801bc9db6ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.174220] env[65923]: DEBUG oslo_vmware.api [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706841, 'name': PowerOffVM_Task, 'duration_secs': 0.356994} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.177387] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.177387] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.177387] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfc58699-1271-4f1d-beef-b5382d4e7fb9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.180041] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c94aaf5-2fe9-4ca9-b885-bfba3963db4d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.221751] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1c9484-557b-4929-9615-facbf1186a75 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.226058] env[65923]: DEBUG oslo_concurrency.lockutils [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.232899] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18509fa2-45aa-4507-9d27-153e83138b28 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.249530] env[65923]: DEBUG nova.compute.provider_tree [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.259935] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.260261] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.260371] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleting the datastore file [datastore1] 3dfb311a-11c0-49ce-a42e-7a52568d5448 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.260663] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-730d5d85-f4c5-4597-9c89-785543b706dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.272387] env[65923]: DEBUG oslo_vmware.api [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 775.272387] env[65923]: value = "task-4706844" [ 775.272387] env[65923]: _type = "Task" [ 775.272387] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.287963] env[65923]: DEBUG oslo_vmware.api [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.294116] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706842, 'name': CreateVM_Task, 'duration_secs': 0.417609} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.294317] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.294877] env[65923]: WARNING neutronclient.v2_0.client [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.295270] env[65923]: WARNING neutronclient.v2_0.client [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.295629] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.295777] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.296322] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.296420] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e5fde1-e707-4cf0-b263-2eed7955fb8f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.302531] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 775.302531] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fe424e-0912-2a67-3e1b-0b5bde90bd19" [ 775.302531] env[65923]: _type = "Task" [ 775.302531] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.312896] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fe424e-0912-2a67-3e1b-0b5bde90bd19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.431959] env[65923]: WARNING neutronclient.v2_0.client [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.493197] env[65923]: DEBUG nova.compute.manager [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Received event network-vif-plugged-5cdd5359-0c49-45b0-9267-b26c8260932c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 775.493197] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Acquiring lock "c2e901f4-1a4c-4c55-8dae-2d91372970da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.493556] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Lock "c2e901f4-1a4c-4c55-8dae-2d91372970da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.494070] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Lock "c2e901f4-1a4c-4c55-8dae-2d91372970da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.496717] env[65923]: DEBUG nova.compute.manager [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] No waiting events found dispatching network-vif-plugged-5cdd5359-0c49-45b0-9267-b26c8260932c {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 775.496717] env[65923]: WARNING nova.compute.manager [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Received unexpected event network-vif-plugged-5cdd5359-0c49-45b0-9267-b26c8260932c for instance with vm_state building and task_state spawning. [ 775.496717] env[65923]: DEBUG nova.compute.manager [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Received event network-changed-5cdd5359-0c49-45b0-9267-b26c8260932c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 775.496717] env[65923]: DEBUG nova.compute.manager [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Refreshing instance network info cache due to event network-changed-5cdd5359-0c49-45b0-9267-b26c8260932c. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 775.496717] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Acquiring lock "refresh_cache-c2e901f4-1a4c-4c55-8dae-2d91372970da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.496717] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Acquired lock "refresh_cache-c2e901f4-1a4c-4c55-8dae-2d91372970da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.496717] env[65923]: DEBUG nova.network.neutron [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Refreshing network info cache for port 5cdd5359-0c49-45b0-9267-b26c8260932c {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.513682] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "940cfe5a-f24f-4f89-8efe-7103cf016b29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.514014] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "940cfe5a-f24f-4f89-8efe-7103cf016b29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.663170] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521ede9f-201a-5fc2-876e-b801bc9db6ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.663451] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.663682] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 16a746b5-eec6-40d1-be26-1afa53569682/16a746b5-eec6-40d1-be26-1afa53569682.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.663971] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49795607-6b3f-4393-9925-e1e728c2cfba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.671248] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 775.671248] env[65923]: value = "task-4706845" [ 775.671248] env[65923]: _type = "Task" [ 775.671248] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.679909] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.753943] env[65923]: DEBUG nova.scheduler.client.report [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.788112] env[65923]: DEBUG oslo_vmware.api [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138711} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.788480] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.788743] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.789098] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.789382] env[65923]: INFO nova.compute.manager [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Took 1.15 seconds to destroy the instance on the hypervisor. [ 775.789692] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 775.789938] env[65923]: DEBUG nova.compute.manager [-] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 775.790146] env[65923]: DEBUG nova.network.neutron [-] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 775.790438] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.814216] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fe424e-0912-2a67-3e1b-0b5bde90bd19, 'name': SearchDatastore_Task, 'duration_secs': 0.019858} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.814593] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.815217] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.815887] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.815887] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.815887] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.817173] env[65923]: WARNING neutronclient.v2_0.client [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.819438] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aa64bd4-b1d1-4be5-a907-2a85c0581aca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.831111] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.834030] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.834030] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4482b24d-1cbd-4b9d-9951-ffd6ac97fae3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.843042] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 775.843042] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521e37ca-e2ac-d3a6-0fc6-a22884d52fce" [ 775.843042] env[65923]: _type = "Task" [ 775.843042] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.853603] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521e37ca-e2ac-d3a6-0fc6-a22884d52fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.999885] env[65923]: WARNING neutronclient.v2_0.client [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.075631] env[65923]: DEBUG nova.compute.manager [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 776.076699] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c12c8fc-42a0-4c28-9ada-ba2ee746bb7e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.170406] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.187821] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473582} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.188131] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 16a746b5-eec6-40d1-be26-1afa53569682/16a746b5-eec6-40d1-be26-1afa53569682.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.188346] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.188616] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa4c4d6e-5c6e-4ca4-923a-8ac381a18cf8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.201135] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 776.201135] env[65923]: value = "task-4706846" [ 776.201135] env[65923]: _type = "Task" [ 776.201135] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.215667] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.259950] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.263123] env[65923]: DEBUG oslo_concurrency.lockutils [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.102s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.263123] env[65923]: DEBUG nova.objects.instance [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lazy-loading 'resources' on Instance uuid 5500b5f7-7e65-402c-9b2a-54b891f56ca0 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.319670] env[65923]: INFO nova.scheduler.client.report [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleted allocations for instance ea211bde-9686-4343-80da-1292b3441ab2 [ 776.357738] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521e37ca-e2ac-d3a6-0fc6-a22884d52fce, 'name': SearchDatastore_Task, 'duration_secs': 0.026123} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.358740] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c920731-d66e-47d0-9c29-4ee7c9f9cd24 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.365956] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 776.365956] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529fa858-bb81-cf20-8f5c-ab3047ad0ca3" [ 776.365956] env[65923]: _type = "Task" [ 776.365956] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.375813] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529fa858-bb81-cf20-8f5c-ab3047ad0ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.592335] env[65923]: INFO nova.compute.manager [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] instance snapshotting [ 776.595114] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b894159-6afe-4ac3-98cd-ae6899554b8d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.615571] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9748048-d367-4ee9-94c8-b9ef5c0b26b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.713771] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076784} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.714162] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.714917] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abee0e10-1384-43b1-901b-0b1bb78bd7c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.736385] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 16a746b5-eec6-40d1-be26-1afa53569682/16a746b5-eec6-40d1-be26-1afa53569682.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.737119] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e954d47d-023f-4e5a-8c51-1955250b1c28 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.758188] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 776.758188] env[65923]: value = "task-4706847" [ 776.758188] env[65923]: _type = "Task" [ 776.758188] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.769935] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.830851] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4d62dd29-04ee-4981-8b95-0918fd0e9da8 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "ea211bde-9686-4343-80da-1292b3441ab2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.819s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.878374] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529fa858-bb81-cf20-8f5c-ab3047ad0ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.881236] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.881600] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] c2e901f4-1a4c-4c55-8dae-2d91372970da/c2e901f4-1a4c-4c55-8dae-2d91372970da.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.883665] env[65923]: DEBUG nova.network.neutron [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance_info_cache with network_info: [{"id": "86439a12-819b-41cb-b802-46f5a2a0deff", "address": "fa:16:3e:ef:15:62", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86439a12-81", "ovs_interfaceid": "86439a12-819b-41cb-b802-46f5a2a0deff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.886238] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61097b84-6d50-41d1-aac1-b53df32f18fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.896764] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 776.896764] env[65923]: value = "task-4706848" [ 776.896764] env[65923]: _type = "Task" [ 776.896764] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.908944] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.128819] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 777.129197] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f2afe96e-d699-4d83-866a-ced03d1a79ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.141819] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 777.141819] env[65923]: value = "task-4706849" [ 777.141819] env[65923]: _type = "Task" [ 777.141819] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.155096] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.217111] env[65923]: WARNING neutronclient.v2_0.client [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.271821] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706847, 'name': ReconfigVM_Task, 'duration_secs': 0.274138} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.274950] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 16a746b5-eec6-40d1-be26-1afa53569682/16a746b5-eec6-40d1-be26-1afa53569682.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.276974] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b10f5345-f636-484c-b71c-32b479e5fda9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.288205] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 777.288205] env[65923]: value = "task-4706850" [ 777.288205] env[65923]: _type = "Task" [ 777.288205] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.302770] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706850, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.315239] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9a468a-d59d-4243-bd63-89076ef693e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.326513] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0078155e-386d-4a50-911c-6a93e184342d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.362174] env[65923]: DEBUG nova.network.neutron [-] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.367505] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ab04b2-db91-49d3-8009-278a6f4d7638 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.382546] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673bcfc1-02a5-45b1-9ddd-e25d98f0fc4b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.389961] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.404333] env[65923]: DEBUG nova.compute.provider_tree [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.419140] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706848, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.465967] env[65923]: DEBUG nova.network.neutron [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updated VIF entry in instance network info cache for port 465640a4-919e-4747-bd7b-d7618c474e43. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.465967] env[65923]: DEBUG nova.network.neutron [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updating instance_info_cache with network_info: [{"id": "465640a4-919e-4747-bd7b-d7618c474e43", "address": "fa:16:3e:86:97:43", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465640a4-91", "ovs_interfaceid": "465640a4-919e-4747-bd7b-d7618c474e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.487562] env[65923]: WARNING neutronclient.v2_0.client [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.633238] env[65923]: DEBUG nova.network.neutron [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Updated VIF entry in instance network info cache for port 5cdd5359-0c49-45b0-9267-b26c8260932c. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.633693] env[65923]: DEBUG nova.network.neutron [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Updating instance_info_cache with network_info: [{"id": "5cdd5359-0c49-45b0-9267-b26c8260932c", "address": "fa:16:3e:9b:4c:02", "network": {"id": "89269482-aad3-4a6b-bc9e-877755cb86d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1191947763", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdd5359-0c", "ovs_interfaceid": "5cdd5359-0c49-45b0-9267-b26c8260932c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "654f4c45-0845-4baa-ac71-f42c945feb93", "address": "fa:16:3e:ee:eb:05", "network": {"id": "9cd7abdf-095b-4430-ab84-80e521e54ee6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1879402466", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654f4c45-08", "ovs_interfaceid": "654f4c45-0845-4baa-ac71-f42c945feb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.656733] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.799584] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706850, 'name': Rename_Task, 'duration_secs': 0.189117} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.799878] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.800479] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eea18d5-abd6-4dcc-b7b3-19cad6b64cd9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.808638] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 777.808638] env[65923]: value = "task-4706851" [ 777.808638] env[65923]: _type = "Task" [ 777.808638] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.818759] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.873749] env[65923]: INFO nova.compute.manager [-] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Took 2.08 seconds to deallocate network for instance. [ 777.915733] env[65923]: DEBUG nova.scheduler.client.report [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.934328] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542813} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.934328] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] c2e901f4-1a4c-4c55-8dae-2d91372970da/c2e901f4-1a4c-4c55-8dae-2d91372970da.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.934328] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.934328] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9878ab4f-c8e3-428b-ae89-9c93ef9c7e8e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.944863] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 777.944863] env[65923]: value = "task-4706852" [ 777.944863] env[65923]: _type = "Task" [ 777.944863] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.962732] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.965224] env[65923]: DEBUG nova.compute.manager [req-106ee5c9-fb4e-44c3-b29a-fb5c4689054d req-3b9c1012-ff2a-45af-b504-2b1037894c0b service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Received event network-changed-7fed9be9-84fa-447b-b058-5488ccc8214c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.965531] env[65923]: DEBUG nova.compute.manager [req-106ee5c9-fb4e-44c3-b29a-fb5c4689054d req-3b9c1012-ff2a-45af-b504-2b1037894c0b service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Refreshing instance network info cache due to event network-changed-7fed9be9-84fa-447b-b058-5488ccc8214c. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 777.965672] env[65923]: DEBUG oslo_concurrency.lockutils [req-106ee5c9-fb4e-44c3-b29a-fb5c4689054d req-3b9c1012-ff2a-45af-b504-2b1037894c0b service nova] Acquiring lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.965841] env[65923]: DEBUG oslo_concurrency.lockutils [req-106ee5c9-fb4e-44c3-b29a-fb5c4689054d req-3b9c1012-ff2a-45af-b504-2b1037894c0b service nova] Acquired lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.966143] env[65923]: DEBUG nova.network.neutron [req-106ee5c9-fb4e-44c3-b29a-fb5c4689054d req-3b9c1012-ff2a-45af-b504-2b1037894c0b service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Refreshing network info cache for port 7fed9be9-84fa-447b-b058-5488ccc8214c {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.968940] env[65923]: DEBUG oslo_concurrency.lockutils [req-c2efcd77-21af-45c2-bdc6-03dfcc125330 req-b7e3b579-0e2b-4cff-b5a2-791160df1808 service nova] Releasing lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.140126] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Releasing lock "refresh_cache-c2e901f4-1a4c-4c55-8dae-2d91372970da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.140126] env[65923]: DEBUG nova.compute.manager [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Received event network-vif-plugged-654f4c45-0845-4baa-ac71-f42c945feb93 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 778.140126] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Acquiring lock "c2e901f4-1a4c-4c55-8dae-2d91372970da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.140126] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Lock "c2e901f4-1a4c-4c55-8dae-2d91372970da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.140126] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Lock "c2e901f4-1a4c-4c55-8dae-2d91372970da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.140126] env[65923]: DEBUG nova.compute.manager [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] No waiting events found dispatching network-vif-plugged-654f4c45-0845-4baa-ac71-f42c945feb93 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 778.140126] env[65923]: WARNING nova.compute.manager [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Received unexpected event network-vif-plugged-654f4c45-0845-4baa-ac71-f42c945feb93 for instance with vm_state building and task_state spawning. [ 778.140378] env[65923]: DEBUG nova.compute.manager [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Received event network-changed-654f4c45-0845-4baa-ac71-f42c945feb93 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 778.140538] env[65923]: DEBUG nova.compute.manager [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Refreshing instance network info cache due to event network-changed-654f4c45-0845-4baa-ac71-f42c945feb93. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 778.140729] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Acquiring lock "refresh_cache-c2e901f4-1a4c-4c55-8dae-2d91372970da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.140861] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Acquired lock "refresh_cache-c2e901f4-1a4c-4c55-8dae-2d91372970da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.141026] env[65923]: DEBUG nova.network.neutron [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Refreshing network info cache for port 654f4c45-0845-4baa-ac71-f42c945feb93 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.163418] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706849, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.204728] env[65923]: DEBUG nova.compute.manager [req-754f3b26-fa77-4249-95b0-2bbe96e39076 req-f46755be-dc02-4275-bb25-7da3ff633e3a service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Received event network-changed-7fed9be9-84fa-447b-b058-5488ccc8214c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 778.204966] env[65923]: DEBUG nova.compute.manager [req-754f3b26-fa77-4249-95b0-2bbe96e39076 req-f46755be-dc02-4275-bb25-7da3ff633e3a service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Refreshing instance network info cache due to event network-changed-7fed9be9-84fa-447b-b058-5488ccc8214c. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 778.205783] env[65923]: DEBUG oslo_concurrency.lockutils [req-754f3b26-fa77-4249-95b0-2bbe96e39076 req-f46755be-dc02-4275-bb25-7da3ff633e3a service nova] Acquiring lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.330346] env[65923]: DEBUG oslo_vmware.api [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706851, 'name': PowerOnVM_Task, 'duration_secs': 0.467183} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.330346] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.330346] env[65923]: INFO nova.compute.manager [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Took 4.89 seconds to spawn the instance on the hypervisor. [ 778.330346] env[65923]: DEBUG nova.compute.manager [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 778.330346] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27a09c9-c380-4ea5-901c-ea1fb0fcee8d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.382335] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.423580] env[65923]: DEBUG oslo_concurrency.lockutils [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.427284] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.789s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.427284] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.427640] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 778.427904] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.304s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.430331] env[65923]: INFO nova.compute.claims [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.436736] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4968e35d-9011-4a59-9973-1ce0741110ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.453895] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf46456-5341-48c9-a9c1-bb235090ac5c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.462986] env[65923]: INFO nova.scheduler.client.report [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleted allocations for instance 5500b5f7-7e65-402c-9b2a-54b891f56ca0 [ 778.470222] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073037} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.481034] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.481949] env[65923]: WARNING neutronclient.v2_0.client [req-106ee5c9-fb4e-44c3-b29a-fb5c4689054d req-3b9c1012-ff2a-45af-b504-2b1037894c0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.486598] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3b8118-4e86-4d35-b244-eaae34d544b6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.489911] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76514120-c878-42e3-a2d7-1ce764c6cd02 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.523283] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] c2e901f4-1a4c-4c55-8dae-2d91372970da/c2e901f4-1a4c-4c55-8dae-2d91372970da.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.524448] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364c1ed7-5f7e-4767-97e5-054456f8a031 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.541221] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ba271f-24ba-4503-a2d1-e3f8bfb803b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.580903] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 778.580903] env[65923]: value = "task-4706853" [ 778.580903] env[65923]: _type = "Task" [ 778.580903] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.581488] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177463MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 778.581620] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.645076] env[65923]: WARNING neutronclient.v2_0.client [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.661170] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706849, 'name': CreateSnapshot_Task, 'duration_secs': 1.282246} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.664425] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 778.668552] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246c0fe6-aa20-4274-b150-9bea25411567 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.817692] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.818063] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.820513] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.820727] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.821271] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.824279] env[65923]: INFO nova.compute.manager [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Terminating instance [ 778.853290] env[65923]: INFO nova.compute.manager [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Took 35.76 seconds to build instance. [ 778.911882] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28442c4-683a-4ff9-b102-2f3c29d4744b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.937649] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance 'be0024b2-0de9-4063-9d8f-c72050a98c30' progress to 0 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 778.980535] env[65923]: WARNING neutronclient.v2_0.client [req-106ee5c9-fb4e-44c3-b29a-fb5c4689054d req-3b9c1012-ff2a-45af-b504-2b1037894c0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.989518] env[65923]: DEBUG oslo_concurrency.lockutils [None req-367977a0-fa67-41c7-8f47-a323371abdd4 tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "5500b5f7-7e65-402c-9b2a-54b891f56ca0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.341s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.096666] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.196576] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 779.200301] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7df1c4f7-4682-4409-8736-a518036a6438 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.213662] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 779.213662] env[65923]: value = "task-4706854" [ 779.213662] env[65923]: _type = "Task" [ 779.213662] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.227432] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706854, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.283193] env[65923]: DEBUG nova.network.neutron [req-106ee5c9-fb4e-44c3-b29a-fb5c4689054d req-3b9c1012-ff2a-45af-b504-2b1037894c0b service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Updated VIF entry in instance network info cache for port 7fed9be9-84fa-447b-b058-5488ccc8214c. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 779.283603] env[65923]: DEBUG nova.network.neutron [req-106ee5c9-fb4e-44c3-b29a-fb5c4689054d req-3b9c1012-ff2a-45af-b504-2b1037894c0b service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Updating instance_info_cache with network_info: [{"id": "7fed9be9-84fa-447b-b058-5488ccc8214c", "address": "fa:16:3e:4a:00:a6", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fed9be9-84", "ovs_interfaceid": "7fed9be9-84fa-447b-b058-5488ccc8214c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.331024] env[65923]: DEBUG nova.compute.manager [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 779.331024] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.331024] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8edc55-b558-4950-9e00-5273bead47a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.343071] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.343508] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5c6cdf4-407d-4c5b-87fe-f6473c6e98be {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.355139] env[65923]: DEBUG oslo_vmware.api [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 779.355139] env[65923]: value = "task-4706855" [ 779.355139] env[65923]: _type = "Task" [ 779.355139] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.358879] env[65923]: DEBUG oslo_concurrency.lockutils [None req-efc95c20-54a0-43fa-8d28-711c0c3f3429 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "16a746b5-eec6-40d1-be26-1afa53569682" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.271s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.374967] env[65923]: DEBUG oslo_vmware.api [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.445279] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.447610] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a09039a8-9de0-4b5a-8a16-ab0a003817f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.461666] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 779.461666] env[65923]: value = "task-4706856" [ 779.461666] env[65923]: _type = "Task" [ 779.461666] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.479055] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.598292] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706853, 'name': ReconfigVM_Task, 'duration_secs': 0.776501} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.602826] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Reconfigured VM instance instance-00000030 to attach disk [datastore1] c2e901f4-1a4c-4c55-8dae-2d91372970da/c2e901f4-1a4c-4c55-8dae-2d91372970da.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.605011] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe8f98a8-0920-4d64-adcb-d1caa7100b7b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.614863] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 779.614863] env[65923]: value = "task-4706857" [ 779.614863] env[65923]: _type = "Task" [ 779.614863] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.630412] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706857, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.731974] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706854, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.747143] env[65923]: WARNING neutronclient.v2_0.client [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.789374] env[65923]: DEBUG oslo_concurrency.lockutils [req-106ee5c9-fb4e-44c3-b29a-fb5c4689054d req-3b9c1012-ff2a-45af-b504-2b1037894c0b service nova] Releasing lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.789787] env[65923]: DEBUG oslo_concurrency.lockutils [req-754f3b26-fa77-4249-95b0-2bbe96e39076 req-f46755be-dc02-4275-bb25-7da3ff633e3a service nova] Acquired lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.789985] env[65923]: DEBUG nova.network.neutron [req-754f3b26-fa77-4249-95b0-2bbe96e39076 req-f46755be-dc02-4275-bb25-7da3ff633e3a service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Refreshing network info cache for port 7fed9be9-84fa-447b-b058-5488ccc8214c {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.864208] env[65923]: DEBUG nova.compute.manager [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 779.873842] env[65923]: DEBUG oslo_vmware.api [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706855, 'name': PowerOffVM_Task, 'duration_secs': 0.431099} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.874405] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.874574] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.875223] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63d4afec-d0f3-4889-81d6-669b570264d2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.940609] env[65923]: INFO nova.compute.manager [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Rebuilding instance [ 779.954854] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.954854] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.954854] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Deleting the datastore file [datastore2] e7f6dd08-44c6-44d3-a6f8-307464c896cf {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.954854] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3898ed5-c5e2-4475-b5a4-f5c52b0a338b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.972351] env[65923]: DEBUG oslo_vmware.api [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 779.972351] env[65923]: value = "task-4706859" [ 779.972351] env[65923]: _type = "Task" [ 779.972351] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.005666] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706856, 'name': PowerOffVM_Task, 'duration_secs': 0.324038} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.010188] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.010306] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance 'be0024b2-0de9-4063-9d8f-c72050a98c30' progress to 17 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 780.016628] env[65923]: DEBUG oslo_vmware.api [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.035584] env[65923]: DEBUG nova.compute.manager [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 780.036611] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c874c477-b9d1-44a7-9c62-24a7ca019cd2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.093370] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7604b87e-f8da-4616-90b3-eebe04569852 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.108297] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be03097-3c4b-4544-873a-06c70759e59f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.148551] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3084a5-84f0-48f5-b4d6-4250d63ab6df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.155731] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706857, 'name': Rename_Task, 'duration_secs': 0.220805} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.156500] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.156908] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc728552-d8af-4663-b229-2a64e322232d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.163457] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c28ae95-3798-4ab4-99d7-ecc6f865bac4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.172847] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 780.172847] env[65923]: value = "task-4706860" [ 780.172847] env[65923]: _type = "Task" [ 780.172847] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.190694] env[65923]: DEBUG nova.compute.provider_tree [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.198208] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706860, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.229102] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706854, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.261778] env[65923]: DEBUG nova.network.neutron [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Updated VIF entry in instance network info cache for port 654f4c45-0845-4baa-ac71-f42c945feb93. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 780.262522] env[65923]: DEBUG nova.network.neutron [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Updating instance_info_cache with network_info: [{"id": "5cdd5359-0c49-45b0-9267-b26c8260932c", "address": "fa:16:3e:9b:4c:02", "network": {"id": "89269482-aad3-4a6b-bc9e-877755cb86d8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1191947763", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cdd5359-0c", "ovs_interfaceid": "5cdd5359-0c49-45b0-9267-b26c8260932c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "654f4c45-0845-4baa-ac71-f42c945feb93", "address": "fa:16:3e:ee:eb:05", "network": {"id": "9cd7abdf-095b-4430-ab84-80e521e54ee6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1879402466", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9117e3431b1143bb9e8c5b8fbe8b25ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "193994c7-8e1b-4f25-a4a4-d0563845eb28", "external-id": "nsx-vlan-transportzone-607", "segmentation_id": 607, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap654f4c45-08", "ovs_interfaceid": "654f4c45-0845-4baa-ac71-f42c945feb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.293029] env[65923]: WARNING neutronclient.v2_0.client [req-754f3b26-fa77-4249-95b0-2bbe96e39076 req-f46755be-dc02-4275-bb25-7da3ff633e3a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.393753] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.499796] env[65923]: DEBUG oslo_vmware.api [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162223} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.500096] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.502563] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.502563] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.502563] env[65923]: INFO nova.compute.manager [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 780.502563] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 780.502563] env[65923]: DEBUG nova.compute.manager [-] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 780.502563] env[65923]: DEBUG nova.network.neutron [-] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 780.502563] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.519659] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 780.520122] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.520122] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 780.520281] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.520424] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 780.520567] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 780.520774] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.520940] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 780.521590] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 780.521590] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 780.521590] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 780.527058] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22848107-7b32-4611-b701-1e042da9d548 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.548189] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 780.548189] env[65923]: value = "task-4706861" [ 780.548189] env[65923]: _type = "Task" [ 780.548189] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.563927] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.631729] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.684944] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706860, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.693094] env[65923]: DEBUG nova.scheduler.client.report [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.732324] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706854, 'name': CloneVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.765395] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] Releasing lock "refresh_cache-c2e901f4-1a4c-4c55-8dae-2d91372970da" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.765662] env[65923]: DEBUG nova.compute.manager [req-8a8ad0e0-552c-4fc0-ae2a-87fb2e4f4906 req-ffbdaadb-4d68-4693-a9d2-ba88f322158c service nova] [instance: 7423b238-de72-4240-8067-039cf6171722] Received event network-vif-deleted-c5fb3aa7-2da9-4343-bebc-dc53ee219e19 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 781.020873] env[65923]: WARNING neutronclient.v2_0.client [req-754f3b26-fa77-4249-95b0-2bbe96e39076 req-f46755be-dc02-4275-bb25-7da3ff633e3a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.056178] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.056781] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76fa14ce-57e4-458c-93ba-b955cc00b493 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.063747] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706861, 'name': ReconfigVM_Task, 'duration_secs': 0.251194} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.064848] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance 'be0024b2-0de9-4063-9d8f-c72050a98c30' progress to 33 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 781.072499] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 781.072499] env[65923]: value = "task-4706862" [ 781.072499] env[65923]: _type = "Task" [ 781.072499] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.083488] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.159554] env[65923]: DEBUG nova.network.neutron [req-754f3b26-fa77-4249-95b0-2bbe96e39076 req-f46755be-dc02-4275-bb25-7da3ff633e3a service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Updated VIF entry in instance network info cache for port 7fed9be9-84fa-447b-b058-5488ccc8214c. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.159927] env[65923]: DEBUG nova.network.neutron [req-754f3b26-fa77-4249-95b0-2bbe96e39076 req-f46755be-dc02-4275-bb25-7da3ff633e3a service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Updating instance_info_cache with network_info: [{"id": "7fed9be9-84fa-447b-b058-5488ccc8214c", "address": "fa:16:3e:4a:00:a6", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fed9be9-84", "ovs_interfaceid": "7fed9be9-84fa-447b-b058-5488ccc8214c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.188028] env[65923]: DEBUG oslo_vmware.api [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706860, 'name': PowerOnVM_Task, 'duration_secs': 0.821133} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.188028] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.188028] env[65923]: INFO nova.compute.manager [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Took 12.70 seconds to spawn the instance on the hypervisor. [ 781.188028] env[65923]: DEBUG nova.compute.manager [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 781.188028] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c19263-f94d-463b-860c-183df64010b2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.199168] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.199979] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 781.203626] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.037s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.205963] env[65923]: INFO nova.compute.claims [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.229320] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706854, 'name': CloneVM_Task, 'duration_secs': 1.602876} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.229563] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Created linked-clone VM from snapshot [ 781.231241] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78f36b9-ce33-4a45-9fda-0d5c5b79450a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.243613] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Uploading image 99d092e9-7b8c-442c-926a-a9af30d25910 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 781.278597] env[65923]: DEBUG oslo_vmware.rw_handles [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 781.278597] env[65923]: value = "vm-918607" [ 781.278597] env[65923]: _type = "VirtualMachine" [ 781.278597] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 781.278903] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9726dd96-4907-4629-aabe-2a104a846d3e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.287815] env[65923]: DEBUG oslo_vmware.rw_handles [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lease: (returnval){ [ 781.287815] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524f180d-64d2-db6a-1a22-6124b132b3d8" [ 781.287815] env[65923]: _type = "HttpNfcLease" [ 781.287815] env[65923]: } obtained for exporting VM: (result){ [ 781.287815] env[65923]: value = "vm-918607" [ 781.287815] env[65923]: _type = "VirtualMachine" [ 781.287815] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 781.288130] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the lease: (returnval){ [ 781.288130] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524f180d-64d2-db6a-1a22-6124b132b3d8" [ 781.288130] env[65923]: _type = "HttpNfcLease" [ 781.288130] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 781.295998] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.295998] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524f180d-64d2-db6a-1a22-6124b132b3d8" [ 781.295998] env[65923]: _type = "HttpNfcLease" [ 781.295998] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 781.393368] env[65923]: DEBUG nova.network.neutron [-] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.514996] env[65923]: DEBUG nova.compute.manager [req-b906721f-9dd9-41a3-b308-5c02902403b4 req-73b2ed40-de7d-47f5-bf23-f3b03eac5d75 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Received event network-changed-465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 781.515243] env[65923]: DEBUG nova.compute.manager [req-b906721f-9dd9-41a3-b308-5c02902403b4 req-73b2ed40-de7d-47f5-bf23-f3b03eac5d75 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Refreshing instance network info cache due to event network-changed-465640a4-919e-4747-bd7b-d7618c474e43. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 781.515457] env[65923]: DEBUG oslo_concurrency.lockutils [req-b906721f-9dd9-41a3-b308-5c02902403b4 req-73b2ed40-de7d-47f5-bf23-f3b03eac5d75 service nova] Acquiring lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.516109] env[65923]: DEBUG oslo_concurrency.lockutils [req-b906721f-9dd9-41a3-b308-5c02902403b4 req-73b2ed40-de7d-47f5-bf23-f3b03eac5d75 service nova] Acquired lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.516109] env[65923]: DEBUG nova.network.neutron [req-b906721f-9dd9-41a3-b308-5c02902403b4 req-73b2ed40-de7d-47f5-bf23-f3b03eac5d75 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Refreshing network info cache for port 465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.537867] env[65923]: DEBUG nova.compute.manager [req-fd4ec658-30f0-4ad7-bb71-e8f6334c9811 req-41f8896f-0401-4f39-9441-5b2d3f23d2fd service nova] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Received event network-vif-deleted-7fed9be9-84fa-447b-b058-5488ccc8214c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 781.574288] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:34:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eea75775-6c61-449a-8964-59b994e8176f',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-66468886',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 781.574635] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.574925] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 781.574990] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.575199] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 781.575408] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 781.575651] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 781.575843] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 781.576058] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 781.576260] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 781.576472] env[65923]: DEBUG nova.virt.hardware [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 781.583842] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 781.585208] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97f4793b-0440-4053-b89c-0aec9941dce0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.609326] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706862, 'name': PowerOffVM_Task, 'duration_secs': 0.195782} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.610695] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.610949] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.611297] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 781.611297] env[65923]: value = "task-4706864" [ 781.611297] env[65923]: _type = "Task" [ 781.611297] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.612031] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17dd2df-81c6-4122-b2b5-a18a5973128c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.628452] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.628775] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706864, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.629022] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d4d62b5-273c-44c7-baf4-a55c4437cc67 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.663708] env[65923]: DEBUG oslo_concurrency.lockutils [req-754f3b26-fa77-4249-95b0-2bbe96e39076 req-f46755be-dc02-4275-bb25-7da3ff633e3a service nova] Releasing lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.663708] env[65923]: DEBUG nova.compute.manager [req-754f3b26-fa77-4249-95b0-2bbe96e39076 req-f46755be-dc02-4275-bb25-7da3ff633e3a service nova] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Received event network-vif-deleted-7d1d0371-a228-47a9-b44e-cb91d360baab {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 781.699871] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.700255] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.700409] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleting the datastore file [datastore1] f6250a21-25fe-43c8-b258-a8598789eedb {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.700737] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4b0363c-c06f-4a26-b15d-ea2a20ddb95a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.712558] env[65923]: DEBUG nova.compute.utils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.715471] env[65923]: INFO nova.compute.manager [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Took 40.45 seconds to build instance. [ 781.718860] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 781.718860] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 781.719313] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.719726] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.722122] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 781.722122] env[65923]: value = "task-4706866" [ 781.722122] env[65923]: _type = "Task" [ 781.722122] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.735329] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.771025] env[65923]: DEBUG nova.policy [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b52d5d65f9e74108bf7b28eb68f08021', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5da1b22b7dc436e8c2bfea52eaa9030', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.805405] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.805405] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524f180d-64d2-db6a-1a22-6124b132b3d8" [ 781.805405] env[65923]: _type = "HttpNfcLease" [ 781.805405] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 781.805405] env[65923]: DEBUG oslo_vmware.rw_handles [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 781.805405] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524f180d-64d2-db6a-1a22-6124b132b3d8" [ 781.805405] env[65923]: _type = "HttpNfcLease" [ 781.805405] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 781.805405] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61006be7-c02b-46fa-b61a-917ba30ea0e3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.817750] env[65923]: DEBUG oslo_vmware.rw_handles [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529015b8-60d1-3e30-a9c6-b8662900caff/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 781.817971] env[65923]: DEBUG oslo_vmware.rw_handles [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529015b8-60d1-3e30-a9c6-b8662900caff/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 781.897019] env[65923]: INFO nova.compute.manager [-] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Took 1.39 seconds to deallocate network for instance. [ 781.910363] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-34135e8f-dd08-4cab-815b-25f79870b075 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.023893] env[65923]: WARNING neutronclient.v2_0.client [req-b906721f-9dd9-41a3-b308-5c02902403b4 req-73b2ed40-de7d-47f5-bf23-f3b03eac5d75 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.126031] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706864, 'name': ReconfigVM_Task, 'duration_secs': 0.204287} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.126192] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 782.127332] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f3afe-eae4-45b9-afd5-11bfbf13ebf0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.151832] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] be0024b2-0de9-4063-9d8f-c72050a98c30/be0024b2-0de9-4063-9d8f-c72050a98c30.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.155207] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Successfully created port: ee628e09-45ea-47e6-81b6-1096c6343789 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 782.156706] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d64ce4-46fd-42aa-bd6d-68c8f8e73a95 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.180930] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 782.180930] env[65923]: value = "task-4706867" [ 782.180930] env[65923]: _type = "Task" [ 782.180930] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.193228] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.219793] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 782.227694] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2be92569-8f12-481c-b7c5-b9689451810c tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "c2e901f4-1a4c-4c55-8dae-2d91372970da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.978s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.239825] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146274} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.240104] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.240316] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.240499] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.406457] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.563559] env[65923]: WARNING neutronclient.v2_0.client [req-b906721f-9dd9-41a3-b308-5c02902403b4 req-73b2ed40-de7d-47f5-bf23-f3b03eac5d75 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.692918] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706867, 'name': ReconfigVM_Task, 'duration_secs': 0.432059} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.696275] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Reconfigured VM instance instance-00000025 to attach disk [datastore1] be0024b2-0de9-4063-9d8f-c72050a98c30/be0024b2-0de9-4063-9d8f-c72050a98c30.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.696704] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance 'be0024b2-0de9-4063-9d8f-c72050a98c30' progress to 50 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 782.785326] env[65923]: DEBUG nova.network.neutron [req-b906721f-9dd9-41a3-b308-5c02902403b4 req-73b2ed40-de7d-47f5-bf23-f3b03eac5d75 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updated VIF entry in instance network info cache for port 465640a4-919e-4747-bd7b-d7618c474e43. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 782.785326] env[65923]: DEBUG nova.network.neutron [req-b906721f-9dd9-41a3-b308-5c02902403b4 req-73b2ed40-de7d-47f5-bf23-f3b03eac5d75 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updating instance_info_cache with network_info: [{"id": "465640a4-919e-4747-bd7b-d7618c474e43", "address": "fa:16:3e:86:97:43", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465640a4-91", "ovs_interfaceid": "465640a4-919e-4747-bd7b-d7618c474e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.900689] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b4cd3b-07b3-4402-a1b7-e26cbb77dbc2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.911374] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2501de18-93fb-42a4-85e3-5cf52f4d956e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.953402] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19da390a-a33f-48c6-b1d9-23c3d8c4b82f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.963504] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f80a17b-13f3-4f57-8acb-4ce043fc51b9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.983717] env[65923]: DEBUG nova.compute.provider_tree [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.142305] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquiring lock "d45fe9c6-d04a-4d65-baee-d190295debc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.142497] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Lock "d45fe9c6-d04a-4d65-baee-d190295debc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.205913] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c440889-9084-428f-af78-5b9e898aefbb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.235890] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 783.239291] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a35a29-c9f1-43ef-a206-2cf8c478c5a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.271890] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance 'be0024b2-0de9-4063-9d8f-c72050a98c30' progress to 67 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 783.290355] env[65923]: DEBUG oslo_concurrency.lockutils [req-b906721f-9dd9-41a3-b308-5c02902403b4 req-73b2ed40-de7d-47f5-bf23-f3b03eac5d75 service nova] Releasing lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.310791] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 783.311679] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.311679] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 783.311862] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.312132] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 783.312288] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 783.312539] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 783.312900] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 783.312900] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 783.313118] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 783.313334] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 783.315901] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415c3b90-b69a-43c9-aba7-95f94231f688 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.328023] env[65923]: DEBUG nova.virt.hardware [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 783.328317] env[65923]: DEBUG nova.virt.hardware [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.328529] env[65923]: DEBUG nova.virt.hardware [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 783.328745] env[65923]: DEBUG nova.virt.hardware [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.328921] env[65923]: DEBUG nova.virt.hardware [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 783.329130] env[65923]: DEBUG nova.virt.hardware [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 783.329384] env[65923]: DEBUG nova.virt.hardware [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 783.329572] env[65923]: DEBUG nova.virt.hardware [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 783.329780] env[65923]: DEBUG nova.virt.hardware [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 783.329966] env[65923]: DEBUG nova.virt.hardware [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 783.330166] env[65923]: DEBUG nova.virt.hardware [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 783.331593] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ac39c-1a8f-434e-82ac-9b97e08e4767 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.338162] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59023acb-04b1-4844-934f-96de929872e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.359328] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f9a928-2de2-4309-8dc9-8df14e98705b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.377039] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:94:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '723c3990-8c0e-434b-b789-ac8d66d457b0', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.384275] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 783.384582] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.384830] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e40b30b-30a3-45a4-9b71-7d01382c010c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.408226] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.408226] env[65923]: value = "task-4706868" [ 783.408226] env[65923]: _type = "Task" [ 783.408226] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.419033] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706868, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.488688] env[65923]: DEBUG nova.scheduler.client.report [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.542567] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "f70cef18-8d65-4409-957a-1f8d81613bb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.542849] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "f70cef18-8d65-4409-957a-1f8d81613bb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.578605] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.578739] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.646508] env[65923]: DEBUG nova.compute.manager [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 783.783875] env[65923]: WARNING neutronclient.v2_0.client [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.784416] env[65923]: WARNING neutronclient.v2_0.client [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.870452] env[65923]: DEBUG nova.network.neutron [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Port 86439a12-819b-41cb-b802-46f5a2a0deff binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 783.891613] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Successfully updated port: ee628e09-45ea-47e6-81b6-1096c6343789 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 783.921012] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706868, 'name': CreateVM_Task, 'duration_secs': 0.419825} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.922041] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.922041] env[65923]: WARNING neutronclient.v2_0.client [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 783.922528] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.922745] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.923142] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.923543] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fb8556-f46a-4bce-87a2-9ea3c8c5f03a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.933269] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 783.933269] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52db78c9-292b-4a7a-983f-ad8c3f123a28" [ 783.933269] env[65923]: _type = "Task" [ 783.933269] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.947163] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52db78c9-292b-4a7a-983f-ad8c3f123a28, 'name': SearchDatastore_Task, 'duration_secs': 0.012013} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.948181] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.948540] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.949128] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.949203] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.949409] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.950176] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb310efd-ed3a-43fa-b03b-995a4a2a609e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.964369] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.964595] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.965637] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb2e8bb-bf49-4bff-a5f6-fbf1a008d7e6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.972785] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 783.972785] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a8323a-0357-d796-b9ab-b05ff167cb27" [ 783.972785] env[65923]: _type = "Task" [ 783.972785] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.986546] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a8323a-0357-d796-b9ab-b05ff167cb27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.995834] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.996444] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 784.001051] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.789s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.002110] env[65923]: INFO nova.compute.claims [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.176604] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.323202] env[65923]: DEBUG nova.compute.manager [req-526de412-a189-4cf6-b655-e993f3b9bb5d req-67c98ecb-712b-4628-a452-1aefbfdb9ef7 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Received event network-changed-465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 784.323426] env[65923]: DEBUG nova.compute.manager [req-526de412-a189-4cf6-b655-e993f3b9bb5d req-67c98ecb-712b-4628-a452-1aefbfdb9ef7 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Refreshing instance network info cache due to event network-changed-465640a4-919e-4747-bd7b-d7618c474e43. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 784.323615] env[65923]: DEBUG oslo_concurrency.lockutils [req-526de412-a189-4cf6-b655-e993f3b9bb5d req-67c98ecb-712b-4628-a452-1aefbfdb9ef7 service nova] Acquiring lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.323730] env[65923]: DEBUG oslo_concurrency.lockutils [req-526de412-a189-4cf6-b655-e993f3b9bb5d req-67c98ecb-712b-4628-a452-1aefbfdb9ef7 service nova] Acquired lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.324115] env[65923]: DEBUG nova.network.neutron [req-526de412-a189-4cf6-b655-e993f3b9bb5d req-67c98ecb-712b-4628-a452-1aefbfdb9ef7 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Refreshing network info cache for port 465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.358931] env[65923]: DEBUG nova.compute.manager [req-5bda5421-c49b-4df0-b6ab-01d5c11b0cad req-3c4df88c-7835-4764-9ad6-8adef6d642a8 service nova] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Received event network-vif-plugged-ee628e09-45ea-47e6-81b6-1096c6343789 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 784.359204] env[65923]: DEBUG oslo_concurrency.lockutils [req-5bda5421-c49b-4df0-b6ab-01d5c11b0cad req-3c4df88c-7835-4764-9ad6-8adef6d642a8 service nova] Acquiring lock "fe9ef559-4fe2-4185-b37a-18014f238d14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.359496] env[65923]: DEBUG oslo_concurrency.lockutils [req-5bda5421-c49b-4df0-b6ab-01d5c11b0cad req-3c4df88c-7835-4764-9ad6-8adef6d642a8 service nova] Lock "fe9ef559-4fe2-4185-b37a-18014f238d14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.359733] env[65923]: DEBUG oslo_concurrency.lockutils [req-5bda5421-c49b-4df0-b6ab-01d5c11b0cad req-3c4df88c-7835-4764-9ad6-8adef6d642a8 service nova] Lock "fe9ef559-4fe2-4185-b37a-18014f238d14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.359965] env[65923]: DEBUG nova.compute.manager [req-5bda5421-c49b-4df0-b6ab-01d5c11b0cad req-3c4df88c-7835-4764-9ad6-8adef6d642a8 service nova] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] No waiting events found dispatching network-vif-plugged-ee628e09-45ea-47e6-81b6-1096c6343789 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 784.360080] env[65923]: WARNING nova.compute.manager [req-5bda5421-c49b-4df0-b6ab-01d5c11b0cad req-3c4df88c-7835-4764-9ad6-8adef6d642a8 service nova] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Received unexpected event network-vif-plugged-ee628e09-45ea-47e6-81b6-1096c6343789 for instance with vm_state building and task_state spawning. [ 784.396545] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "refresh_cache-fe9ef559-4fe2-4185-b37a-18014f238d14" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.397180] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired lock "refresh_cache-fe9ef559-4fe2-4185-b37a-18014f238d14" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.397180] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 784.486286] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a8323a-0357-d796-b9ab-b05ff167cb27, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.487821] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60493307-fdca-4c20-8338-afabcd9fe7c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.497937] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 784.497937] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520c4876-a1ac-66db-d5f2-f06ab0fe7ee6" [ 784.497937] env[65923]: _type = "Task" [ 784.497937] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.509984] env[65923]: DEBUG nova.compute.utils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.513345] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520c4876-a1ac-66db-d5f2-f06ab0fe7ee6, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.514449] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 784.514673] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 784.515096] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.515426] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.517803] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.518125] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.518987] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0810d313-f18b-4ffe-962a-b9d0c42e7476 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.532718] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 784.532718] env[65923]: value = "task-4706869" [ 784.532718] env[65923]: _type = "Task" [ 784.532718] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.548667] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.601271] env[65923]: DEBUG nova.policy [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b52d5d65f9e74108bf7b28eb68f08021', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5da1b22b7dc436e8c2bfea52eaa9030', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.826995] env[65923]: WARNING neutronclient.v2_0.client [req-526de412-a189-4cf6-b655-e993f3b9bb5d req-67c98ecb-712b-4628-a452-1aefbfdb9ef7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.915271] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "be0024b2-0de9-4063-9d8f-c72050a98c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.915831] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "be0024b2-0de9-4063-9d8f-c72050a98c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.916198] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "be0024b2-0de9-4063-9d8f-c72050a98c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.918732] env[65923]: INFO nova.compute.manager [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Rebuilding instance [ 784.995062] env[65923]: DEBUG nova.compute.manager [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 784.995920] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b813879d-03a3-4adb-8568-66881096b498 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.999215] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.018602] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 785.025357] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 785.045805] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706869, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.048101] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Successfully created port: 97297fd2-a640-4226-a4cc-6046a05364d7 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 785.084556] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "c2e901f4-1a4c-4c55-8dae-2d91372970da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.084846] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "c2e901f4-1a4c-4c55-8dae-2d91372970da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.085156] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "c2e901f4-1a4c-4c55-8dae-2d91372970da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.085357] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "c2e901f4-1a4c-4c55-8dae-2d91372970da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.085524] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "c2e901f4-1a4c-4c55-8dae-2d91372970da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.087969] env[65923]: INFO nova.compute.manager [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Terminating instance [ 785.214358] env[65923]: WARNING neutronclient.v2_0.client [req-526de412-a189-4cf6-b655-e993f3b9bb5d req-67c98ecb-712b-4628-a452-1aefbfdb9ef7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.228407] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.552827] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535369} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.553846] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.554135] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.554513] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd232231-c791-461f-a229-86eec12432f3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.564636] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 785.564636] env[65923]: value = "task-4706870" [ 785.564636] env[65923]: _type = "Task" [ 785.564636] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.575397] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.597387] env[65923]: DEBUG nova.compute.manager [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 785.601033] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.601033] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1920a23-328f-49d1-a9e6-b6e1edbc8b21 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.616522] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.616522] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6084808-b974-46a3-88d4-45e26d3a8d40 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.627175] env[65923]: DEBUG oslo_vmware.api [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 785.627175] env[65923]: value = "task-4706871" [ 785.627175] env[65923]: _type = "Task" [ 785.627175] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.641884] env[65923]: DEBUG oslo_vmware.api [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.690058] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39c0db3-7a90-47bd-b145-df6b4719021c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.700366] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96104422-10d7-4be4-ba5f-8ec4216207bb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.739490] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc951c-7063-45d3-92fe-58e84b00924e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.749059] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f300343-f2d6-428e-93f3-b470aa58ff75 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.765092] env[65923]: DEBUG nova.compute.provider_tree [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.917682] env[65923]: WARNING neutronclient.v2_0.client [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.962536] env[65923]: DEBUG nova.network.neutron [req-526de412-a189-4cf6-b655-e993f3b9bb5d req-67c98ecb-712b-4628-a452-1aefbfdb9ef7 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updated VIF entry in instance network info cache for port 465640a4-919e-4747-bd7b-d7618c474e43. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 785.962998] env[65923]: DEBUG nova.network.neutron [req-526de412-a189-4cf6-b655-e993f3b9bb5d req-67c98ecb-712b-4628-a452-1aefbfdb9ef7 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updating instance_info_cache with network_info: [{"id": "465640a4-919e-4747-bd7b-d7618c474e43", "address": "fa:16:3e:86:97:43", "network": {"id": "0a58693c-6892-4042-958d-7a19d19f8ef7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-527133304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fee23d3308249dd8cce9d47f33d6735", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465640a4-91", "ovs_interfaceid": "465640a4-919e-4747-bd7b-d7618c474e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.009232] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Updating instance_info_cache with network_info: [{"id": "ee628e09-45ea-47e6-81b6-1096c6343789", "address": "fa:16:3e:14:25:00", "network": {"id": "28176a78-5415-4268-8695-868f4511d96f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-592046488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b5da1b22b7dc436e8c2bfea52eaa9030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee628e09-45", "ovs_interfaceid": "ee628e09-45ea-47e6-81b6-1096c6343789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.013498] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.013838] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0473b79f-f9d8-4b08-9625-40293e48dc9d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.022567] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 786.022567] env[65923]: value = "task-4706872" [ 786.022567] env[65923]: _type = "Task" [ 786.022567] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.038458] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 786.044207] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.075131] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 786.075458] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.075618] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 786.075929] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.076117] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 786.076395] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 786.076616] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 786.076776] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 786.076954] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 786.077155] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 786.077334] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 786.078479] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287a81b2-c0cf-467e-a137-d91784b16fe7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.085240] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07429} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.086090] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.086987] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fd20f3-588b-4358-ae1e-2e7f0afbcadd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.094231] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea3a669-2782-4d6f-8e3e-380576f436cc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.117497] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.118890] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-081951a8-bd27-4fe5-89ba-28996ec66f34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.157794] env[65923]: DEBUG oslo_vmware.api [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706871, 'name': PowerOffVM_Task, 'duration_secs': 0.258234} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.159797] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.160060] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.160492] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 786.160492] env[65923]: value = "task-4706873" [ 786.160492] env[65923]: _type = "Task" [ 786.160492] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.160712] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eea2a649-beae-4b3b-9a4e-addd01c5d2e6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.173295] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706873, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.185586] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.185881] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.186180] env[65923]: DEBUG nova.network.neutron [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 786.268730] env[65923]: DEBUG nova.scheduler.client.report [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.285463] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.285737] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.285930] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Deleting the datastore file [datastore1] c2e901f4-1a4c-4c55-8dae-2d91372970da {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.286253] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bffbc719-8024-4313-b3b6-13a303d730fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.297089] env[65923]: DEBUG oslo_vmware.api [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for the task: (returnval){ [ 786.297089] env[65923]: value = "task-4706875" [ 786.297089] env[65923]: _type = "Task" [ 786.297089] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.307304] env[65923]: DEBUG oslo_vmware.api [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.466577] env[65923]: DEBUG oslo_concurrency.lockutils [req-526de412-a189-4cf6-b655-e993f3b9bb5d req-67c98ecb-712b-4628-a452-1aefbfdb9ef7 service nova] Releasing lock "refresh_cache-aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.513313] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Releasing lock "refresh_cache-fe9ef559-4fe2-4185-b37a-18014f238d14" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.515019] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Instance network_info: |[{"id": "ee628e09-45ea-47e6-81b6-1096c6343789", "address": "fa:16:3e:14:25:00", "network": {"id": "28176a78-5415-4268-8695-868f4511d96f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-592046488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b5da1b22b7dc436e8c2bfea52eaa9030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee628e09-45", "ovs_interfaceid": "ee628e09-45ea-47e6-81b6-1096c6343789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 786.515019] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:25:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee628e09-45ea-47e6-81b6-1096c6343789', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.523813] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Creating folder: Project (b5da1b22b7dc436e8c2bfea52eaa9030). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.524391] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0a10f9e-8956-4eee-b778-85e02a6c60b3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.536408] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706872, 'name': PowerOffVM_Task, 'duration_secs': 0.118517} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.536697] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.537422] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.538394] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7fc086-f066-45f6-b8df-cc1bb7381679 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.542798] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Created folder: Project (b5da1b22b7dc436e8c2bfea52eaa9030) in parent group-v918465. [ 786.542963] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Creating folder: Instances. Parent ref: group-v918609. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.543725] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e09fe29a-e4bd-4814-bbf7-a866e39204d2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.548760] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.549111] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7df144d1-9474-49b0-84d0-ba83bf640573 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.555194] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Created folder: Instances in parent group-v918609. [ 786.555530] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 786.555903] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.556068] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe37ac4c-8236-4b77-8fa8-9d606acb4d2e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.578665] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.578941] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.579214] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Deleting the datastore file [datastore2] 16a746b5-eec6-40d1-be26-1afa53569682 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.579916] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-536759c5-fdf1-49fb-8483-4f8977eb811c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.584660] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.584660] env[65923]: value = "task-4706879" [ 786.584660] env[65923]: _type = "Task" [ 786.584660] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.589876] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 786.589876] env[65923]: value = "task-4706880" [ 786.589876] env[65923]: _type = "Task" [ 786.589876] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.597410] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706879, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.604577] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.673748] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706873, 'name': ReconfigVM_Task, 'duration_secs': 0.476716} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.674173] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Reconfigured VM instance instance-00000011 to attach disk [datastore2] f6250a21-25fe-43c8-b258-a8598789eedb/f6250a21-25fe-43c8-b258-a8598789eedb.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.675092] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cbdc90c-783d-4a15-86e9-922f9e69afe3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.683120] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 786.683120] env[65923]: value = "task-4706881" [ 786.683120] env[65923]: _type = "Task" [ 786.683120] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.692878] env[65923]: WARNING neutronclient.v2_0.client [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.717047] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706881, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.775570] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.776512] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 786.784953] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.863s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.786507] env[65923]: INFO nova.compute.claims [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.811094] env[65923]: DEBUG oslo_vmware.api [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Task: {'id': task-4706875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210696} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.811094] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.811094] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.811094] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.811094] env[65923]: INFO nova.compute.manager [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Took 1.21 seconds to destroy the instance on the hypervisor. [ 786.811094] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 786.811094] env[65923]: DEBUG nova.compute.manager [-] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 786.811094] env[65923]: DEBUG nova.network.neutron [-] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 786.811094] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.921319] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Successfully updated port: 97297fd2-a640-4226-a4cc-6046a05364d7 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 786.959414] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.027770] env[65923]: WARNING neutronclient.v2_0.client [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.101191] env[65923]: DEBUG nova.compute.manager [req-ba3c0acc-9dbd-4d7b-bd09-9b8ee575fe31 req-35ad5b61-175a-449c-8d84-12b2deea9b56 service nova] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Received event network-changed-ee628e09-45ea-47e6-81b6-1096c6343789 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.101368] env[65923]: DEBUG nova.compute.manager [req-ba3c0acc-9dbd-4d7b-bd09-9b8ee575fe31 req-35ad5b61-175a-449c-8d84-12b2deea9b56 service nova] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Refreshing instance network info cache due to event network-changed-ee628e09-45ea-47e6-81b6-1096c6343789. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 787.101597] env[65923]: DEBUG oslo_concurrency.lockutils [req-ba3c0acc-9dbd-4d7b-bd09-9b8ee575fe31 req-35ad5b61-175a-449c-8d84-12b2deea9b56 service nova] Acquiring lock "refresh_cache-fe9ef559-4fe2-4185-b37a-18014f238d14" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.101745] env[65923]: DEBUG oslo_concurrency.lockutils [req-ba3c0acc-9dbd-4d7b-bd09-9b8ee575fe31 req-35ad5b61-175a-449c-8d84-12b2deea9b56 service nova] Acquired lock "refresh_cache-fe9ef559-4fe2-4185-b37a-18014f238d14" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.101931] env[65923]: DEBUG nova.network.neutron [req-ba3c0acc-9dbd-4d7b-bd09-9b8ee575fe31 req-35ad5b61-175a-449c-8d84-12b2deea9b56 service nova] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Refreshing network info cache for port ee628e09-45ea-47e6-81b6-1096c6343789 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.109289] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706879, 'name': CreateVM_Task, 'duration_secs': 0.405681} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.109289] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.109289] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.109289] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.109472] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.109766] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.113524] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b35d145-7ea3-4dff-b3dc-c5b60a971f19 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.115453] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117641} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.115697] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.115875] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.116063] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.125508] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 787.125508] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52409add-c218-c853-0d1d-871b7efb8a9a" [ 787.125508] env[65923]: _type = "Task" [ 787.125508] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.133521] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52409add-c218-c853-0d1d-871b7efb8a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.189161] env[65923]: DEBUG nova.network.neutron [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance_info_cache with network_info: [{"id": "86439a12-819b-41cb-b802-46f5a2a0deff", "address": "fa:16:3e:ef:15:62", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86439a12-81", "ovs_interfaceid": "86439a12-819b-41cb-b802-46f5a2a0deff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.199734] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706881, 'name': Rename_Task, 'duration_secs': 0.209289} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.199902] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.200239] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4e7a8fe-9aab-45ae-bcd6-b9531352f9cd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.209068] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 787.209068] env[65923]: value = "task-4706882" [ 787.209068] env[65923]: _type = "Task" [ 787.209068] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.219635] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.229752] env[65923]: DEBUG nova.compute.manager [req-e804add8-eac5-4519-9396-85fb82a9dd89 req-c4aa3b89-22bf-48a0-8b3d-0b929f685cef service nova] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Received event network-vif-plugged-97297fd2-a640-4226-a4cc-6046a05364d7 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 787.229888] env[65923]: DEBUG oslo_concurrency.lockutils [req-e804add8-eac5-4519-9396-85fb82a9dd89 req-c4aa3b89-22bf-48a0-8b3d-0b929f685cef service nova] Acquiring lock "397315bd-ca40-4a46-af82-1c0f2bae9f92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.230088] env[65923]: DEBUG oslo_concurrency.lockutils [req-e804add8-eac5-4519-9396-85fb82a9dd89 req-c4aa3b89-22bf-48a0-8b3d-0b929f685cef service nova] Lock "397315bd-ca40-4a46-af82-1c0f2bae9f92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.230315] env[65923]: DEBUG oslo_concurrency.lockutils [req-e804add8-eac5-4519-9396-85fb82a9dd89 req-c4aa3b89-22bf-48a0-8b3d-0b929f685cef service nova] Lock "397315bd-ca40-4a46-af82-1c0f2bae9f92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.230315] env[65923]: DEBUG nova.compute.manager [req-e804add8-eac5-4519-9396-85fb82a9dd89 req-c4aa3b89-22bf-48a0-8b3d-0b929f685cef service nova] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] No waiting events found dispatching network-vif-plugged-97297fd2-a640-4226-a4cc-6046a05364d7 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 787.230574] env[65923]: WARNING nova.compute.manager [req-e804add8-eac5-4519-9396-85fb82a9dd89 req-c4aa3b89-22bf-48a0-8b3d-0b929f685cef service nova] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Received unexpected event network-vif-plugged-97297fd2-a640-4226-a4cc-6046a05364d7 for instance with vm_state building and task_state spawning. [ 787.292886] env[65923]: DEBUG nova.compute.utils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.294187] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.509s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.294988] env[65923]: DEBUG nova.compute.utils [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Instance 4309e832-4dc9-44a0-9365-05267f4299d5 could not be found. {{(pid=65923) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 787.296708] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 787.296918] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 787.298167] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.298449] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.300583] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.600s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.300649] env[65923]: DEBUG nova.objects.instance [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 787.312490] env[65923]: DEBUG nova.compute.manager [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Instance disappeared during build. {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2557}} [ 787.312490] env[65923]: DEBUG nova.compute.manager [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Unplugging VIFs for instance {{(pid=65923) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3051}} [ 787.312490] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "refresh_cache-4309e832-4dc9-44a0-9365-05267f4299d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.312490] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "refresh_cache-4309e832-4dc9-44a0-9365-05267f4299d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.312490] env[65923]: DEBUG nova.network.neutron [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 787.389946] env[65923]: DEBUG nova.policy [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b52d5d65f9e74108bf7b28eb68f08021', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5da1b22b7dc436e8c2bfea52eaa9030', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.424017] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "refresh_cache-397315bd-ca40-4a46-af82-1c0f2bae9f92" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.424017] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired lock "refresh_cache-397315bd-ca40-4a46-af82-1c0f2bae9f92" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.425390] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 787.612029] env[65923]: WARNING neutronclient.v2_0.client [req-ba3c0acc-9dbd-4d7b-bd09-9b8ee575fe31 req-35ad5b61-175a-449c-8d84-12b2deea9b56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.636390] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52409add-c218-c853-0d1d-871b7efb8a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.636915] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.637096] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.637363] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.637493] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.637978] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.637978] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe09badc-1111-4d5d-be57-db550ae75b0e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.649475] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.650240] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.651306] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25ba6d7-70c9-4f58-8bfc-74d55e8ff2a3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.658513] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 787.658513] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527f0d9b-b075-f871-97d3-28ae8e871b01" [ 787.658513] env[65923]: _type = "Task" [ 787.658513] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.669714] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527f0d9b-b075-f871-97d3-28ae8e871b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.696359] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.728632] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706882, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.771575] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Successfully created port: e6cd926c-a31c-4f30-b65e-964eb2243732 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 787.797722] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 787.814975] env[65923]: DEBUG nova.compute.utils [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Can not refresh info_cache because instance was not found {{(pid=65923) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 787.815492] env[65923]: WARNING neutronclient.v2_0.client [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 4309e832-4dc9-44a0-9365-05267f4299d5 could not be found. [ 787.872794] env[65923]: DEBUG nova.network.neutron [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 788.007188] env[65923]: WARNING neutronclient.v2_0.client [req-ba3c0acc-9dbd-4d7b-bd09-9b8ee575fe31 req-35ad5b61-175a-449c-8d84-12b2deea9b56 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.046984] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 788.082228] env[65923]: DEBUG nova.network.neutron [-] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.120262] env[65923]: DEBUG nova.network.neutron [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.160255] env[65923]: DEBUG nova.virt.hardware [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 788.160522] env[65923]: DEBUG nova.virt.hardware [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.160678] env[65923]: DEBUG nova.virt.hardware [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 788.160858] env[65923]: DEBUG nova.virt.hardware [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.161008] env[65923]: DEBUG nova.virt.hardware [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 788.161458] env[65923]: DEBUG nova.virt.hardware [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 788.161776] env[65923]: DEBUG nova.virt.hardware [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 788.162085] env[65923]: DEBUG nova.virt.hardware [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 788.162290] env[65923]: DEBUG nova.virt.hardware [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 788.162458] env[65923]: DEBUG nova.virt.hardware [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 788.162637] env[65923]: DEBUG nova.virt.hardware [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 788.164398] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ac7a95-0950-4eea-9f19-b6997584c170 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.186397] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527f0d9b-b075-f871-97d3-28ae8e871b01, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.187984] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c106bfd-e63c-46b7-9932-e1a7f08b7fd5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.193555] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee09b813-40eb-4bbd-8938-8329cdbd7a39 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.206779] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 788.206779] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5222b781-40d4-6c6f-b98c-023efd5a8b3c" [ 788.206779] env[65923]: _type = "Task" [ 788.206779] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.220343] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.227204] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 788.234101] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.235283] env[65923]: DEBUG nova.network.neutron [req-ba3c0acc-9dbd-4d7b-bd09-9b8ee575fe31 req-35ad5b61-175a-449c-8d84-12b2deea9b56 service nova] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Updated VIF entry in instance network info cache for port ee628e09-45ea-47e6-81b6-1096c6343789. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 788.237815] env[65923]: DEBUG nova.network.neutron [req-ba3c0acc-9dbd-4d7b-bd09-9b8ee575fe31 req-35ad5b61-175a-449c-8d84-12b2deea9b56 service nova] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Updating instance_info_cache with network_info: [{"id": "ee628e09-45ea-47e6-81b6-1096c6343789", "address": "fa:16:3e:14:25:00", "network": {"id": "28176a78-5415-4268-8695-868f4511d96f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-592046488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b5da1b22b7dc436e8c2bfea52eaa9030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee628e09-45", "ovs_interfaceid": "ee628e09-45ea-47e6-81b6-1096c6343789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.237815] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a84b6e3-6208-4543-a99a-75a94bbcdd7f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.266718] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5222b781-40d4-6c6f-b98c-023efd5a8b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.266718] env[65923]: DEBUG oslo_vmware.api [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706882, 'name': PowerOnVM_Task, 'duration_secs': 0.830567} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.266718] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.266718] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] fe9ef559-4fe2-4185-b37a-18014f238d14/fe9ef559-4fe2-4185-b37a-18014f238d14.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.266718] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.266718] env[65923]: DEBUG nova.compute.manager [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.266718] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.266718] env[65923]: value = "task-4706883" [ 788.266718] env[65923]: _type = "Task" [ 788.266718] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.266718] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b38018f-ebb5-4680-8924-572799450c89 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.269613] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d623aa2-45ae-4e28-9e38-0da1b3c3015b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.294264] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706883, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.294686] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 788.294686] env[65923]: value = "task-4706884" [ 788.294686] env[65923]: _type = "Task" [ 788.294686] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.308762] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.321931] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8ca0989-78cb-4ad9-899d-bb720f1c60e0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.327032] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d28fc3-fe60-4abf-96e0-02eb19aaa51c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.328664] env[65923]: DEBUG oslo_concurrency.lockutils [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.042s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.328951] env[65923]: DEBUG nova.objects.instance [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lazy-loading 'resources' on Instance uuid 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.356347] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bcd174-a500-4a07-b0eb-a6fd4202fc35 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.366885] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance 'be0024b2-0de9-4063-9d8f-c72050a98c30' progress to 83 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 788.404216] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.565302] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Updating instance_info_cache with network_info: [{"id": "97297fd2-a640-4226-a4cc-6046a05364d7", "address": "fa:16:3e:99:51:a8", "network": {"id": "28176a78-5415-4268-8695-868f4511d96f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-592046488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b5da1b22b7dc436e8c2bfea52eaa9030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97297fd2-a6", "ovs_interfaceid": "97297fd2-a640-4226-a4cc-6046a05364d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.585712] env[65923]: INFO nova.compute.manager [-] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Took 1.77 seconds to deallocate network for instance. [ 788.623768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "refresh_cache-4309e832-4dc9-44a0-9365-05267f4299d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.624126] env[65923]: DEBUG nova.compute.manager [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=65923) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3074}} [ 788.624329] env[65923]: DEBUG nova.compute.manager [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 788.624500] env[65923]: DEBUG nova.network.neutron [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 788.624890] env[65923]: WARNING neutronclient.v2_0.client [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 4309e832-4dc9-44a0-9365-05267f4299d5 could not be found. [ 788.704242] env[65923]: DEBUG nova.network.neutron [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 788.704242] env[65923]: WARNING neutronclient.v2_0.client [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception_Remote.InstanceNotFound_Remote: Instance 4309e832-4dc9-44a0-9365-05267f4299d5 could not be found. [ 788.750641] env[65923]: DEBUG oslo_concurrency.lockutils [req-ba3c0acc-9dbd-4d7b-bd09-9b8ee575fe31 req-35ad5b61-175a-449c-8d84-12b2deea9b56 service nova] Releasing lock "refresh_cache-fe9ef559-4fe2-4185-b37a-18014f238d14" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.786570] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquiring lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.786893] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.793537] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706883, 'name': CreateVM_Task, 'duration_secs': 0.416994} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.793800] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.794289] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.794492] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.794834] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.795127] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e78352-a1d1-490a-b2b7-3b5126ff4026 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.811236] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 788.813956] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.816630] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 788.816630] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f1bb69-e5ce-4dde-cadd-012f1c5f992f" [ 788.816630] env[65923]: _type = "Task" [ 788.816630] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.823936] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706884, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.831185] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f1bb69-e5ce-4dde-cadd-012f1c5f992f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.843065] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 788.843426] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.843593] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 788.844079] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.844274] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 788.844663] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 788.844987] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 788.845255] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 788.845524] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 788.845892] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 788.846611] env[65923]: DEBUG nova.virt.hardware [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 788.847197] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b99c5b1-0398-4d46-be98-2ee17cbf55ff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.857261] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87702470-3204-4216-98bf-a776ad646d44 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.880974] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.881816] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96648700-9a92-469d-9bbd-0368a58678ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.892865] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 788.892865] env[65923]: value = "task-4706885" [ 788.892865] env[65923]: _type = "Task" [ 788.892865] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.903588] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.070302] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Releasing lock "refresh_cache-397315bd-ca40-4a46-af82-1c0f2bae9f92" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.070369] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Instance network_info: |[{"id": "97297fd2-a640-4226-a4cc-6046a05364d7", "address": "fa:16:3e:99:51:a8", "network": {"id": "28176a78-5415-4268-8695-868f4511d96f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-592046488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b5da1b22b7dc436e8c2bfea52eaa9030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97297fd2-a6", "ovs_interfaceid": "97297fd2-a640-4226-a4cc-6046a05364d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 789.070949] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:51:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97297fd2-a640-4226-a4cc-6046a05364d7', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.080295] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 789.083433] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.084074] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fefe12e-b6de-4236-b9e4-97526293ebf3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.103978] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.111214] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.111214] env[65923]: value = "task-4706886" [ 789.111214] env[65923]: _type = "Task" [ 789.111214] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.123744] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706886, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.196666] env[65923]: DEBUG nova.compute.manager [req-0bc27083-db1f-474b-9cbd-b0c62e742106 req-6cad0336-fc5a-4fe3-b111-352d59ebea72 service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Received event network-vif-deleted-654f4c45-0845-4baa-ac71-f42c945feb93 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 789.205410] env[65923]: DEBUG nova.network.neutron [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.320229] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578773} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.325969] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] fe9ef559-4fe2-4185-b37a-18014f238d14/fe9ef559-4fe2-4185-b37a-18014f238d14.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.326453] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.326967] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d620889-5bdc-43e5-8d9f-cfa9f53a4c44 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.338878] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f1bb69-e5ce-4dde-cadd-012f1c5f992f, 'name': SearchDatastore_Task, 'duration_secs': 0.019975} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.340888] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.341779] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.342144] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.342601] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.342601] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.342989] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 789.342989] env[65923]: value = "task-4706887" [ 789.342989] env[65923]: _type = "Task" [ 789.342989] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.343263] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17aa1cf1-4c31-449a-ba1d-773f37d41000 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.357380] env[65923]: DEBUG nova.compute.manager [req-f3a61ab7-22f6-4078-8426-735a3ba85056 req-d5ea8c12-9e25-4fa4-ad69-526891349434 service nova] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Received event network-changed-97297fd2-a640-4226-a4cc-6046a05364d7 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 789.359053] env[65923]: DEBUG nova.compute.manager [req-f3a61ab7-22f6-4078-8426-735a3ba85056 req-d5ea8c12-9e25-4fa4-ad69-526891349434 service nova] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Refreshing instance network info cache due to event network-changed-97297fd2-a640-4226-a4cc-6046a05364d7. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 789.359053] env[65923]: DEBUG oslo_concurrency.lockutils [req-f3a61ab7-22f6-4078-8426-735a3ba85056 req-d5ea8c12-9e25-4fa4-ad69-526891349434 service nova] Acquiring lock "refresh_cache-397315bd-ca40-4a46-af82-1c0f2bae9f92" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.359053] env[65923]: DEBUG oslo_concurrency.lockutils [req-f3a61ab7-22f6-4078-8426-735a3ba85056 req-d5ea8c12-9e25-4fa4-ad69-526891349434 service nova] Acquired lock "refresh_cache-397315bd-ca40-4a46-af82-1c0f2bae9f92" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.359053] env[65923]: DEBUG nova.network.neutron [req-f3a61ab7-22f6-4078-8426-735a3ba85056 req-d5ea8c12-9e25-4fa4-ad69-526891349434 service nova] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Refreshing network info cache for port 97297fd2-a640-4226-a4cc-6046a05364d7 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.374076] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.376272] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.376272] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.377690] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8498d8b4-dc54-4415-8f8d-58b91bdf0616 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.385857] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 789.385857] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52171a1e-266e-0a5b-73ef-9dee16c0c684" [ 789.385857] env[65923]: _type = "Task" [ 789.385857] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.402594] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52171a1e-266e-0a5b-73ef-9dee16c0c684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.413389] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.510237] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2142577f-6de3-46a2-9f4d-b65589a6d22c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.521772] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c59ba14-7bd3-4f39-9981-1a29f1d4a7bd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.563132] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a3ee04-e587-4b06-ac0a-a9ba375b70be {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.572889] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78047a8-db53-42db-9779-f7a8f6eb6e63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.577851] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Successfully updated port: e6cd926c-a31c-4f30-b65e-964eb2243732 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 789.591063] env[65923]: DEBUG nova.compute.provider_tree [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.624151] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706886, 'name': CreateVM_Task, 'duration_secs': 0.455655} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.624416] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.626018] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.626018] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.626018] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.626018] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.626225] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa34205-7172-4553-baae-b6f8b7a63ecf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.632744] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 789.632744] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526c7b20-8bf8-13cf-6de6-71f8ddb56199" [ 789.632744] env[65923]: _type = "Task" [ 789.632744] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.643148] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526c7b20-8bf8-13cf-6de6-71f8ddb56199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.708552] env[65923]: INFO nova.compute.manager [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 4309e832-4dc9-44a0-9365-05267f4299d5] Took 1.08 seconds to deallocate network for instance. [ 789.857994] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090869} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.858405] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.859047] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d457de2-b12d-4a6d-98e2-103ca892b2c6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.875654] env[65923]: WARNING neutronclient.v2_0.client [req-f3a61ab7-22f6-4078-8426-735a3ba85056 req-d5ea8c12-9e25-4fa4-ad69-526891349434 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.887076] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] fe9ef559-4fe2-4185-b37a-18014f238d14/fe9ef559-4fe2-4185-b37a-18014f238d14.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.888049] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51093009-8e9d-4640-8c4d-942c99b9a0a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.922655] env[65923]: DEBUG oslo_vmware.api [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706885, 'name': PowerOnVM_Task, 'duration_secs': 0.668942} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.922913] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52171a1e-266e-0a5b-73ef-9dee16c0c684, 'name': SearchDatastore_Task, 'duration_secs': 0.016425} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.924343] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.924536] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06390735-ae72-4680-a3e7-9793185e5e21 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance 'be0024b2-0de9-4063-9d8f-c72050a98c30' progress to 100 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 789.928983] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 789.928983] env[65923]: value = "task-4706888" [ 789.928983] env[65923]: _type = "Task" [ 789.928983] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.929675] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d1a04b-bfef-4861-afa9-403edaccf745 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.944294] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 789.944294] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52694386-479b-7904-06da-b2a66a015f7e" [ 789.944294] env[65923]: _type = "Task" [ 789.944294] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.948976] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.959885] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52694386-479b-7904-06da-b2a66a015f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.960228] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.960491] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 16a746b5-eec6-40d1-be26-1afa53569682/16a746b5-eec6-40d1-be26-1afa53569682.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.960765] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a78954b2-2add-45d6-8f66-11c7c8a198ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.969931] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 789.969931] env[65923]: value = "task-4706889" [ 789.969931] env[65923]: _type = "Task" [ 789.969931] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.979668] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.081332] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "refresh_cache-4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.081332] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired lock "refresh_cache-4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.081851] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 790.086230] env[65923]: WARNING neutronclient.v2_0.client [req-f3a61ab7-22f6-4078-8426-735a3ba85056 req-d5ea8c12-9e25-4fa4-ad69-526891349434 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.094804] env[65923]: DEBUG nova.scheduler.client.report [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.150022] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526c7b20-8bf8-13cf-6de6-71f8ddb56199, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.153656] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.156021] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.156021] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.156021] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.156021] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.156021] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c77d5f9d-5914-4337-b394-dee09eaeaafa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.174192] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.174436] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.175436] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761a2b30-e007-48e3-8675-5895694b870f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.188516] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 790.188516] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529ca7f9-a0b5-05d6-201c-7e3343319838" [ 790.188516] env[65923]: _type = "Task" [ 790.188516] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.205270] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529ca7f9-a0b5-05d6-201c-7e3343319838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.218139] env[65923]: DEBUG nova.network.neutron [req-f3a61ab7-22f6-4078-8426-735a3ba85056 req-d5ea8c12-9e25-4fa4-ad69-526891349434 service nova] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Updated VIF entry in instance network info cache for port 97297fd2-a640-4226-a4cc-6046a05364d7. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 790.218601] env[65923]: DEBUG nova.network.neutron [req-f3a61ab7-22f6-4078-8426-735a3ba85056 req-d5ea8c12-9e25-4fa4-ad69-526891349434 service nova] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Updating instance_info_cache with network_info: [{"id": "97297fd2-a640-4226-a4cc-6046a05364d7", "address": "fa:16:3e:99:51:a8", "network": {"id": "28176a78-5415-4268-8695-868f4511d96f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-592046488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b5da1b22b7dc436e8c2bfea52eaa9030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97297fd2-a6", "ovs_interfaceid": "97297fd2-a640-4226-a4cc-6046a05364d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.449731] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706888, 'name': ReconfigVM_Task, 'duration_secs': 0.42361} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.450808] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Reconfigured VM instance instance-00000032 to attach disk [datastore2] fe9ef559-4fe2-4185-b37a-18014f238d14/fe9ef559-4fe2-4185-b37a-18014f238d14.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.451513] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb0f6050-ba29-4350-916a-d7edad882a7e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.464035] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 790.464035] env[65923]: value = "task-4706890" [ 790.464035] env[65923]: _type = "Task" [ 790.464035] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.478260] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706890, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.485090] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706889, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.495455] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "e7370764-1001-4241-96af-0d5cacfd273c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.495773] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "e7370764-1001-4241-96af-0d5cacfd273c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.496030] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "e7370764-1001-4241-96af-0d5cacfd273c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.496253] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "e7370764-1001-4241-96af-0d5cacfd273c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.496535] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "e7370764-1001-4241-96af-0d5cacfd273c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.499122] env[65923]: INFO nova.compute.manager [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Terminating instance [ 790.580816] env[65923]: DEBUG oslo_vmware.rw_handles [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529015b8-60d1-3e30-a9c6-b8662900caff/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 790.581866] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f0b8f7-fa5d-4148-baaf-c6862e713e2c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.589112] env[65923]: DEBUG oslo_vmware.rw_handles [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529015b8-60d1-3e30-a9c6-b8662900caff/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 790.589178] env[65923]: ERROR oslo_vmware.rw_handles [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529015b8-60d1-3e30-a9c6-b8662900caff/disk-0.vmdk due to incomplete transfer. [ 790.589459] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe1783bd-888f-47a9-a72d-5fefd63cfd9c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.600879] env[65923]: DEBUG oslo_concurrency.lockutils [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.604402] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.323s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.606082] env[65923]: DEBUG nova.objects.instance [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Lazy-loading 'resources' on Instance uuid f1605558-3b41-4ea4-91a4-f9583370c33c {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.606082] env[65923]: DEBUG oslo_vmware.rw_handles [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529015b8-60d1-3e30-a9c6-b8662900caff/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 790.606332] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Uploaded image 99d092e9-7b8c-442c-926a-a9af30d25910 to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 790.608459] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 790.608710] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4fcf063a-ecc2-4c16-917e-b71269e6eacd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.616361] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 790.616361] env[65923]: value = "task-4706891" [ 790.616361] env[65923]: _type = "Task" [ 790.616361] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.628029] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706891, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.631041] env[65923]: INFO nova.scheduler.client.report [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Deleted allocations for instance 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3 [ 790.635789] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 790.701487] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529ca7f9-a0b5-05d6-201c-7e3343319838, 'name': SearchDatastore_Task, 'duration_secs': 0.074328} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.704317] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-642145b0-8170-4510-8cf3-073c3aa1e016 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.710891] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 790.710891] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52342820-1591-3852-2075-7d2fdfc71363" [ 790.710891] env[65923]: _type = "Task" [ 790.710891] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.721811] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52342820-1591-3852-2075-7d2fdfc71363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.723133] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.725873] env[65923]: DEBUG oslo_concurrency.lockutils [req-f3a61ab7-22f6-4078-8426-735a3ba85056 req-d5ea8c12-9e25-4fa4-ad69-526891349434 service nova] Releasing lock "refresh_cache-397315bd-ca40-4a46-af82-1c0f2bae9f92" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.726213] env[65923]: DEBUG nova.compute.manager [req-f3a61ab7-22f6-4078-8426-735a3ba85056 req-d5ea8c12-9e25-4fa4-ad69-526891349434 service nova] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Received event network-vif-deleted-5cdd5359-0c49-45b0-9267-b26c8260932c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 790.727790] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b209794a-16cb-427f-9c53-bc81d5dfce56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "4309e832-4dc9-44a0-9365-05267f4299d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.859s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.807028] env[65923]: DEBUG nova.network.neutron [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Updating instance_info_cache with network_info: [{"id": "e6cd926c-a31c-4f30-b65e-964eb2243732", "address": "fa:16:3e:37:51:5f", "network": {"id": "28176a78-5415-4268-8695-868f4511d96f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-592046488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b5da1b22b7dc436e8c2bfea52eaa9030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cd926c-a3", "ovs_interfaceid": "e6cd926c-a31c-4f30-b65e-964eb2243732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.976531] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706890, 'name': Rename_Task, 'duration_secs': 0.160831} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.981168] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.981506] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21221056-2afe-4643-a32b-6a512749eeb9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.991007] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556858} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.993095] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 16a746b5-eec6-40d1-be26-1afa53569682/16a746b5-eec6-40d1-be26-1afa53569682.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.993334] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.993649] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 790.993649] env[65923]: value = "task-4706892" [ 790.993649] env[65923]: _type = "Task" [ 790.993649] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.993865] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9efb021-ffcb-4052-8601-ad983fc6d374 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.005573] env[65923]: DEBUG nova.compute.manager [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 791.005800] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.006446] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.008405] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab77c76b-ab73-4fd8-a2f4-ec9685cf066c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.011288] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 791.011288] env[65923]: value = "task-4706893" [ 791.011288] env[65923]: _type = "Task" [ 791.011288] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.018632] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.019401] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d1faac-e427-42ab-b4b1-9fccd683754e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.025470] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.027485] env[65923]: DEBUG oslo_vmware.api [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 791.027485] env[65923]: value = "task-4706894" [ 791.027485] env[65923]: _type = "Task" [ 791.027485] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.038345] env[65923]: DEBUG oslo_vmware.api [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.127978] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706891, 'name': Destroy_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.143311] env[65923]: DEBUG oslo_concurrency.lockutils [None req-112a7029-cb2f-4757-9848-990a1107d501 tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "15f5b983-b8f5-4c2f-9656-b03f95c1cfc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.464s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.222877] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52342820-1591-3852-2075-7d2fdfc71363, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.226343] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.226543] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 397315bd-ca40-4a46-af82-1c0f2bae9f92/397315bd-ca40-4a46-af82-1c0f2bae9f92.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.227066] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65f141e3-47c4-4a79-980b-58af29fc1d21 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.229973] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 791.242248] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 791.242248] env[65923]: value = "task-4706895" [ 791.242248] env[65923]: _type = "Task" [ 791.242248] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.252358] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.312850] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Releasing lock "refresh_cache-4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.313624] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Instance network_info: |[{"id": "e6cd926c-a31c-4f30-b65e-964eb2243732", "address": "fa:16:3e:37:51:5f", "network": {"id": "28176a78-5415-4268-8695-868f4511d96f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-592046488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b5da1b22b7dc436e8c2bfea52eaa9030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cd926c-a3", "ovs_interfaceid": "e6cd926c-a31c-4f30-b65e-964eb2243732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 791.317238] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:51:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6cd926c-a31c-4f30-b65e-964eb2243732', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.327269] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 791.331366] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.332185] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52ff89d4-3056-4fb2-ab27-502766fed49e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.360226] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.360226] env[65923]: value = "task-4706896" [ 791.360226] env[65923]: _type = "Task" [ 791.360226] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.371774] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706896, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.508577] env[65923]: DEBUG nova.compute.manager [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Received event network-vif-plugged-e6cd926c-a31c-4f30-b65e-964eb2243732 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 791.508957] env[65923]: DEBUG oslo_concurrency.lockutils [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] Acquiring lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.509130] env[65923]: DEBUG oslo_concurrency.lockutils [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] Lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.509309] env[65923]: DEBUG oslo_concurrency.lockutils [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] Lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.509475] env[65923]: DEBUG nova.compute.manager [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] No waiting events found dispatching network-vif-plugged-e6cd926c-a31c-4f30-b65e-964eb2243732 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 791.509648] env[65923]: WARNING nova.compute.manager [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Received unexpected event network-vif-plugged-e6cd926c-a31c-4f30-b65e-964eb2243732 for instance with vm_state building and task_state spawning. [ 791.509791] env[65923]: DEBUG nova.compute.manager [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Received event network-changed-e6cd926c-a31c-4f30-b65e-964eb2243732 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 791.509937] env[65923]: DEBUG nova.compute.manager [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Refreshing instance network info cache due to event network-changed-e6cd926c-a31c-4f30-b65e-964eb2243732. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 791.510141] env[65923]: DEBUG oslo_concurrency.lockutils [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] Acquiring lock "refresh_cache-4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.510318] env[65923]: DEBUG oslo_concurrency.lockutils [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] Acquired lock "refresh_cache-4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.510413] env[65923]: DEBUG nova.network.neutron [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Refreshing network info cache for port e6cd926c-a31c-4f30-b65e-964eb2243732 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.524451] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706892, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.539530] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081332} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.540285] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.541150] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cbc252-3a95-4d29-8886-cbea3ea935fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.557383] env[65923]: DEBUG oslo_vmware.api [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706894, 'name': PowerOffVM_Task, 'duration_secs': 0.221873} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.558647] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.558916] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.559164] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f00f9bbb-2009-4fed-b59e-de6fe33635cb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.581778] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 16a746b5-eec6-40d1-be26-1afa53569682/16a746b5-eec6-40d1-be26-1afa53569682.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.586348] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8cd6899-8f3e-499a-bb17-b98f21a77775 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.615406] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 791.615406] env[65923]: value = "task-4706898" [ 791.615406] env[65923]: _type = "Task" [ 791.615406] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.632247] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.636706] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706891, 'name': Destroy_Task, 'duration_secs': 0.847496} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.640752] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Destroyed the VM [ 791.641077] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.642172] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-106c16e8-49fa-4233-bdcc-82ed1975f59b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.654300] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 791.654300] env[65923]: value = "task-4706899" [ 791.654300] env[65923]: _type = "Task" [ 791.654300] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.663748] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.663748] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.664208] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleting the datastore file [datastore2] e7370764-1001-4241-96af-0d5cacfd273c {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.664411] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e21dea2d-99c9-49b6-8c1a-7fd3af063c4b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.680351] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706899, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.683115] env[65923]: DEBUG oslo_vmware.api [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 791.683115] env[65923]: value = "task-4706900" [ 791.683115] env[65923]: _type = "Task" [ 791.683115] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.695087] env[65923]: DEBUG oslo_vmware.api [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.754071] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.758153] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706895, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.792576] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df05d7e8-463a-4a4d-aef5-9595143be60b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.800668] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b593e4-bda4-4f58-b6c0-36ffbbe54f09 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.837653] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f714e38-c4bf-4691-9269-05c24076a6c6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.846636] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ae727b-59c9-470f-b381-6b7424da14a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.865365] env[65923]: DEBUG nova.compute.provider_tree [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.878914] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706896, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.007670] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706892, 'name': PowerOnVM_Task, 'duration_secs': 0.549343} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.007963] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.008283] env[65923]: INFO nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Took 8.77 seconds to spawn the instance on the hypervisor. [ 792.008356] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 792.009228] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25742276-f285-4406-9bf9-cea2c77d47db {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.012678] env[65923]: WARNING neutronclient.v2_0.client [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.137069] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706898, 'name': ReconfigVM_Task, 'duration_secs': 0.415925} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.137546] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 16a746b5-eec6-40d1-be26-1afa53569682/16a746b5-eec6-40d1-be26-1afa53569682.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.138511] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-972a2fdc-a254-4c86-98af-694469ad7f78 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.149598] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 792.149598] env[65923]: value = "task-4706901" [ 792.149598] env[65923]: _type = "Task" [ 792.149598] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.175526] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706899, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.181429] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706901, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.202216] env[65923]: DEBUG oslo_vmware.api [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237787} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.202383] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.202875] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.202875] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.203013] env[65923]: INFO nova.compute.manager [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Took 1.20 seconds to destroy the instance on the hypervisor. [ 792.203267] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 792.205067] env[65923]: WARNING neutronclient.v2_0.client [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.207206] env[65923]: DEBUG nova.compute.manager [-] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 792.207322] env[65923]: DEBUG nova.network.neutron [-] [instance: e7370764-1001-4241-96af-0d5cacfd273c] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 792.207536] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.241495] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.257572] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543029} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.257962] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 397315bd-ca40-4a46-af82-1c0f2bae9f92/397315bd-ca40-4a46-af82-1c0f2bae9f92.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.258159] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.258376] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dff034f-8755-4f8c-bd3f-93ad31709739 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.266492] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 792.266492] env[65923]: value = "task-4706902" [ 792.266492] env[65923]: _type = "Task" [ 792.266492] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.276947] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.305945] env[65923]: DEBUG nova.network.neutron [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Updated VIF entry in instance network info cache for port e6cd926c-a31c-4f30-b65e-964eb2243732. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 792.306431] env[65923]: DEBUG nova.network.neutron [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Updating instance_info_cache with network_info: [{"id": "e6cd926c-a31c-4f30-b65e-964eb2243732", "address": "fa:16:3e:37:51:5f", "network": {"id": "28176a78-5415-4268-8695-868f4511d96f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-592046488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b5da1b22b7dc436e8c2bfea52eaa9030", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6cd926c-a3", "ovs_interfaceid": "e6cd926c-a31c-4f30-b65e-964eb2243732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.373140] env[65923]: DEBUG nova.scheduler.client.report [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.382927] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706896, 'name': CreateVM_Task, 'duration_secs': 0.534448} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.382927] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.383949] env[65923]: WARNING neutronclient.v2_0.client [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.384205] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.384443] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.385258] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.385332] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d3e680-6c6b-41c8-8b0c-694e11b7c686 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.393149] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 792.393149] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f55022-3fdf-a2d2-ed16-a8389ef97eda" [ 792.393149] env[65923]: _type = "Task" [ 792.393149] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.404730] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f55022-3fdf-a2d2-ed16-a8389ef97eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.521605] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "3b575d75-5b80-4b8c-a03d-399627feeee9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.522707] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "3b575d75-5b80-4b8c-a03d-399627feeee9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.542481] env[65923]: WARNING neutronclient.v2_0.client [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.543035] env[65923]: INFO nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Took 34.46 seconds to build instance. [ 792.590873] env[65923]: WARNING neutronclient.v2_0.client [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.591278] env[65923]: WARNING neutronclient.v2_0.client [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.591543] env[65923]: WARNING neutronclient.v2_0.client [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.669224] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706901, 'name': Rename_Task, 'duration_secs': 0.307602} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.669964] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.670992] env[65923]: DEBUG nova.network.neutron [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Port 86439a12-819b-41cb-b802-46f5a2a0deff binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 792.671375] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.671603] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.671707] env[65923]: DEBUG nova.network.neutron [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 792.673932] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6236e902-3ed4-4e9a-a2d4-b0d7ffd8de79 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.680809] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706899, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.690399] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 792.690399] env[65923]: value = "task-4706903" [ 792.690399] env[65923]: _type = "Task" [ 792.690399] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.702810] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.780458] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081739} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.780458] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.780458] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffd844d-cbce-46e9-9916-1939c393f1dd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.805270] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 397315bd-ca40-4a46-af82-1c0f2bae9f92/397315bd-ca40-4a46-af82-1c0f2bae9f92.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.805652] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9916ab94-b316-4944-8347-90a13a816926 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.820377] env[65923]: DEBUG oslo_concurrency.lockutils [req-d43568ff-7139-4d91-915d-5c3b4f71bbdb req-b95a0810-e8c6-4df1-8571-9e5ef6c2224e service nova] Releasing lock "refresh_cache-4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.829227] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 792.829227] env[65923]: value = "task-4706904" [ 792.829227] env[65923]: _type = "Task" [ 792.829227] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.840508] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.885866] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.886788] env[65923]: DEBUG oslo_concurrency.lockutils [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.484s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.887033] env[65923]: DEBUG nova.objects.instance [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lazy-loading 'resources' on Instance uuid e643ac73-5f1b-4242-be78-663d1aa82ae2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.905495] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f55022-3fdf-a2d2-ed16-a8389ef97eda, 'name': SearchDatastore_Task, 'duration_secs': 0.010938} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.906071] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.906437] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.906801] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.907083] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.907446] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.907830] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d18d88ff-0313-455a-ba1c-0e76a4b7ed15 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.918285] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.918480] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.920290] env[65923]: INFO nova.scheduler.client.report [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Deleted allocations for instance f1605558-3b41-4ea4-91a4-f9583370c33c [ 792.923440] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f75b6459-a6f9-409c-a1c0-08854314a902 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.934150] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 792.934150] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cd5c10-5f3d-899e-9677-88c899eace71" [ 792.934150] env[65923]: _type = "Task" [ 792.934150] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.943559] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cd5c10-5f3d-899e-9677-88c899eace71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.947383] env[65923]: DEBUG nova.compute.manager [req-be8c0811-e8bb-4554-83fe-8def2ff6a92c req-56aab66e-61a3-47c4-993a-28aa1ca9a9c1 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Received event network-vif-deleted-d9b8e934-fd55-4e83-bd7f-e8b324b52c6a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 792.947383] env[65923]: INFO nova.compute.manager [req-be8c0811-e8bb-4554-83fe-8def2ff6a92c req-56aab66e-61a3-47c4-993a-28aa1ca9a9c1 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Neutron deleted interface d9b8e934-fd55-4e83-bd7f-e8b324b52c6a; detaching it from the instance and deleting it from the info cache [ 792.947383] env[65923]: DEBUG nova.network.neutron [req-be8c0811-e8bb-4554-83fe-8def2ff6a92c req-56aab66e-61a3-47c4-993a-28aa1ca9a9c1 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.050457] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "fe9ef559-4fe2-4185-b37a-18014f238d14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.974s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.135569] env[65923]: DEBUG nova.network.neutron [-] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.174445] env[65923]: DEBUG oslo_vmware.api [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4706899, 'name': RemoveSnapshot_Task, 'duration_secs': 1.051626} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.174809] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 793.175038] env[65923]: INFO nova.compute.manager [None req-91a428c8-02c2-4e0d-a22e-2f2804588017 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Took 16.58 seconds to snapshot the instance on the hypervisor. [ 793.181517] env[65923]: WARNING neutronclient.v2_0.client [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.205153] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.344246] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706904, 'name': ReconfigVM_Task, 'duration_secs': 0.386701} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.344246] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 397315bd-ca40-4a46-af82-1c0f2bae9f92/397315bd-ca40-4a46-af82-1c0f2bae9f92.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.344246] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-851fa648-207a-4ddc-8adb-f8f577c82312 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.352289] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 793.352289] env[65923]: value = "task-4706905" [ 793.352289] env[65923]: _type = "Task" [ 793.352289] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.366010] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706905, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.401972] env[65923]: WARNING neutronclient.v2_0.client [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.441817] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8166c4fb-5989-46d4-9660-d2aecb2e82d7 tempest-ServerMetadataNegativeTestJSON-1259355821 tempest-ServerMetadataNegativeTestJSON-1259355821-project-member] Lock "f1605558-3b41-4ea4-91a4-f9583370c33c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.143s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.454521] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cd5c10-5f3d-899e-9677-88c899eace71, 'name': SearchDatastore_Task, 'duration_secs': 0.016012} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.454796] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2c3e014-1c1c-4068-bd55-a93e13c81270 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.460792] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e11bd0-3ddc-44ca-ad98-1c8542a120e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.473422] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 793.473422] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524b9351-4079-a93f-f717-bc34bef289b7" [ 793.473422] env[65923]: _type = "Task" [ 793.473422] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.481645] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800879b6-b6b6-4286-a48b-5471a8a196f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.501602] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524b9351-4079-a93f-f717-bc34bef289b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.523821] env[65923]: DEBUG nova.compute.manager [req-be8c0811-e8bb-4554-83fe-8def2ff6a92c req-56aab66e-61a3-47c4-993a-28aa1ca9a9c1 service nova] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Detach interface failed, port_id=d9b8e934-fd55-4e83-bd7f-e8b324b52c6a, reason: Instance e7370764-1001-4241-96af-0d5cacfd273c could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 793.525530] env[65923]: DEBUG nova.network.neutron [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance_info_cache with network_info: [{"id": "86439a12-819b-41cb-b802-46f5a2a0deff", "address": "fa:16:3e:ef:15:62", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86439a12-81", "ovs_interfaceid": "86439a12-819b-41cb-b802-46f5a2a0deff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.552908] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 793.640138] env[65923]: INFO nova.compute.manager [-] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Took 1.43 seconds to deallocate network for instance. [ 793.661073] env[65923]: DEBUG oslo_concurrency.lockutils [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquiring lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.661287] env[65923]: DEBUG oslo_concurrency.lockutils [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.661507] env[65923]: DEBUG oslo_concurrency.lockutils [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquiring lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.661708] env[65923]: DEBUG oslo_concurrency.lockutils [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.661894] env[65923]: DEBUG oslo_concurrency.lockutils [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.665583] env[65923]: INFO nova.compute.manager [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Terminating instance [ 793.703615] env[65923]: DEBUG oslo_vmware.api [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706903, 'name': PowerOnVM_Task, 'duration_secs': 0.579447} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.706539] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.706776] env[65923]: DEBUG nova.compute.manager [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 793.708256] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efe53e5-7cf9-425d-9602-7819eb808318 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.864730] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706905, 'name': Rename_Task, 'duration_secs': 0.279959} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.865024] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.865425] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f86b178d-067a-4e31-84c9-290f6b46204f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.872821] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 793.872821] env[65923]: value = "task-4706906" [ 793.872821] env[65923]: _type = "Task" [ 793.872821] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.884758] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.971229] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3293c5-fd20-4aa5-a50f-4927c75b1154 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.981778] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75b0793-a589-47c4-b625-8a249eaae0fb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.990638] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524b9351-4079-a93f-f717-bc34bef289b7, 'name': SearchDatastore_Task, 'duration_secs': 0.032858} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.016646] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.016999] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b/4b656d59-42d3-4a38-a7b2-b27f9bf00a8b.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.017414] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc71f7bb-46d2-462d-85af-010aa2da3c5b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.020977] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca051759-7996-442a-b529-93f15051c15e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.030415] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9189ecc2-0fab-4438-99e7-a345e45e157f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.034669] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.036214] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 794.036214] env[65923]: value = "task-4706907" [ 794.036214] env[65923]: _type = "Task" [ 794.036214] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.049559] env[65923]: DEBUG nova.compute.provider_tree [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.060389] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.078948] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.147905] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.170081] env[65923]: DEBUG nova.compute.manager [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 794.170293] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.171613] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b039e-5047-4946-9cfa-2af99cfb76f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.181310] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.181651] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5aa2cd0-f0f6-4e88-a917-0f3fb60ae7fa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.190740] env[65923]: DEBUG oslo_vmware.api [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for the task: (returnval){ [ 794.190740] env[65923]: value = "task-4706908" [ 794.190740] env[65923]: _type = "Task" [ 794.190740] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.202321] env[65923]: DEBUG oslo_vmware.api [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.228862] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.392020] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.548681] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706907, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.551124] env[65923]: DEBUG nova.compute.manager [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65923) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 794.551124] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.553676] env[65923]: DEBUG nova.scheduler.client.report [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.632190] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquiring lock "16a746b5-eec6-40d1-be26-1afa53569682" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.632190] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "16a746b5-eec6-40d1-be26-1afa53569682" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.632190] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquiring lock "16a746b5-eec6-40d1-be26-1afa53569682-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.632190] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "16a746b5-eec6-40d1-be26-1afa53569682-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.632190] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "16a746b5-eec6-40d1-be26-1afa53569682-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.634757] env[65923]: INFO nova.compute.manager [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Terminating instance [ 794.702751] env[65923]: DEBUG oslo_vmware.api [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706908, 'name': PowerOffVM_Task, 'duration_secs': 0.327022} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.704085] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.704085] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.704085] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48219df5-6295-406a-abe5-0f75311b8b5a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.709760] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "6077d2c8-ec37-4f4e-8fde-434db9fac899" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.710098] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "6077d2c8-ec37-4f4e-8fde-434db9fac899" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.710357] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "6077d2c8-ec37-4f4e-8fde-434db9fac899-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.710573] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "6077d2c8-ec37-4f4e-8fde-434db9fac899-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.710845] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "6077d2c8-ec37-4f4e-8fde-434db9fac899-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.716278] env[65923]: INFO nova.compute.manager [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Terminating instance [ 794.791892] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.792042] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.792698] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Deleting the datastore file [datastore2] 8a4f3338-19af-4e1d-9ee6-6e527408bb30 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.792698] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb518820-6155-4b7f-8feb-9713ced061a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.802180] env[65923]: DEBUG oslo_vmware.api [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for the task: (returnval){ [ 794.802180] env[65923]: value = "task-4706910" [ 794.802180] env[65923]: _type = "Task" [ 794.802180] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.815363] env[65923]: DEBUG oslo_vmware.api [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.886778] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706906, 'name': PowerOnVM_Task, 'duration_secs': 0.963462} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.887061] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.887321] env[65923]: INFO nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Took 8.85 seconds to spawn the instance on the hypervisor. [ 794.887431] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 794.888238] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62689dc-03ff-465b-8f86-57abc3374bf4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.052431] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599733} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.054557] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b/4b656d59-42d3-4a38-a7b2-b27f9bf00a8b.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.054557] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.054557] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13f4de41-816c-44ac-8c39-a93006389740 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.062543] env[65923]: DEBUG oslo_concurrency.lockutils [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.065025] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.163s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.066778] env[65923]: INFO nova.compute.claims [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.072288] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 795.072288] env[65923]: value = "task-4706911" [ 795.072288] env[65923]: _type = "Task" [ 795.072288] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.086990] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.098253] env[65923]: INFO nova.scheduler.client.report [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Deleted allocations for instance e643ac73-5f1b-4242-be78-663d1aa82ae2 [ 795.140976] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquiring lock "refresh_cache-16a746b5-eec6-40d1-be26-1afa53569682" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.141513] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquired lock "refresh_cache-16a746b5-eec6-40d1-be26-1afa53569682" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.141632] env[65923]: DEBUG nova.network.neutron [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 795.224206] env[65923]: DEBUG nova.compute.manager [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 795.224206] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.224206] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd070e0-50ea-4f20-abab-8538f244af63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.234148] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.234556] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ac0a10a-5387-46ae-a2b0-81d4933b6832 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.244211] env[65923]: DEBUG oslo_vmware.api [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 795.244211] env[65923]: value = "task-4706912" [ 795.244211] env[65923]: _type = "Task" [ 795.244211] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.257686] env[65923]: DEBUG oslo_vmware.api [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.316832] env[65923]: DEBUG oslo_vmware.api [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Task: {'id': task-4706910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402814} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.318634] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.318634] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.318634] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.318634] env[65923]: INFO nova.compute.manager [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Took 1.15 seconds to destroy the instance on the hypervisor. [ 795.318634] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 795.319121] env[65923]: DEBUG nova.compute.manager [-] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 795.319240] env[65923]: DEBUG nova.network.neutron [-] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 795.319652] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.419690] env[65923]: INFO nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Took 37.27 seconds to build instance. [ 795.479386] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.585145] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085121} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.585485] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.586248] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b9af16-83d8-46c6-b319-c00039992c4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.608634] env[65923]: DEBUG oslo_concurrency.lockutils [None req-57b77164-0eec-4e50-8873-48a8ad65ae71 tempest-AttachInterfacesUnderV243Test-43774385 tempest-AttachInterfacesUnderV243Test-43774385-project-member] Lock "e643ac73-5f1b-4242-be78-663d1aa82ae2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.837s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.623515] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b/4b656d59-42d3-4a38-a7b2-b27f9bf00a8b.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.624555] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd3c19b2-7d9d-4b54-9880-6cfb8e457d98 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.647797] env[65923]: WARNING neutronclient.v2_0.client [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.657315] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 795.657315] env[65923]: value = "task-4706913" [ 795.657315] env[65923]: _type = "Task" [ 795.657315] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.667659] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.718939] env[65923]: DEBUG nova.network.neutron [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 795.756999] env[65923]: DEBUG oslo_vmware.api [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706912, 'name': PowerOffVM_Task, 'duration_secs': 0.253357} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.759331] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.759523] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.759807] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d65b9e9-fad0-4c41-8691-416bea4909fa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.840679] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.840915] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.841102] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Deleting the datastore file [datastore2] 6077d2c8-ec37-4f4e-8fde-434db9fac899 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.841403] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16b7d1d7-14e4-431a-9b9b-3036d203ae49 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.849601] env[65923]: DEBUG oslo_vmware.api [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for the task: (returnval){ [ 795.849601] env[65923]: value = "task-4706915" [ 795.849601] env[65923]: _type = "Task" [ 795.849601] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.860737] env[65923]: DEBUG oslo_vmware.api [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.923647] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "397315bd-ca40-4a46-af82-1c0f2bae9f92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.795s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.979365] env[65923]: DEBUG nova.network.neutron [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.173526] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706913, 'name': ReconfigVM_Task, 'duration_secs': 0.39267} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.174647] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b/4b656d59-42d3-4a38-a7b2-b27f9bf00a8b.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.175869] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dcc6246-7958-444b-8c78-0b5b0d62ac88 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.184695] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 796.184695] env[65923]: value = "task-4706916" [ 796.184695] env[65923]: _type = "Task" [ 796.184695] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.198594] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706916, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.364113] env[65923]: DEBUG oslo_vmware.api [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Task: {'id': task-4706915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210683} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.364790] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.364790] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.364790] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.364972] env[65923]: INFO nova.compute.manager [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Took 1.14 seconds to destroy the instance on the hypervisor. [ 796.365242] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 796.365461] env[65923]: DEBUG nova.compute.manager [-] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 796.365565] env[65923]: DEBUG nova.network.neutron [-] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 796.365798] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.427339] env[65923]: DEBUG nova.compute.manager [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 796.434245] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.475327] env[65923]: DEBUG nova.compute.manager [req-25f27109-7d87-4de0-87a9-631c314873b2 req-7309e995-0a95-40e1-a181-f0a7576dcf9b service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Received event network-vif-deleted-db723430-5b5f-49fd-8863-d232fdb93b47 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 796.475327] env[65923]: INFO nova.compute.manager [req-25f27109-7d87-4de0-87a9-631c314873b2 req-7309e995-0a95-40e1-a181-f0a7576dcf9b service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Neutron deleted interface db723430-5b5f-49fd-8863-d232fdb93b47; detaching it from the instance and deleting it from the info cache [ 796.475327] env[65923]: DEBUG nova.network.neutron [req-25f27109-7d87-4de0-87a9-631c314873b2 req-7309e995-0a95-40e1-a181-f0a7576dcf9b service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.481685] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Releasing lock "refresh_cache-16a746b5-eec6-40d1-be26-1afa53569682" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.482139] env[65923]: DEBUG nova.compute.manager [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 796.482383] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.484585] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ebf918-64a9-4031-92db-4e45e9f67694 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.494834] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.500521] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-917fdc4b-7ada-43c1-beae-d2838166340a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.508710] env[65923]: DEBUG oslo_vmware.api [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 796.508710] env[65923]: value = "task-4706917" [ 796.508710] env[65923]: _type = "Task" [ 796.508710] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.523086] env[65923]: DEBUG oslo_vmware.api [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.570924] env[65923]: DEBUG nova.network.neutron [-] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.700328] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706916, 'name': Rename_Task, 'duration_secs': 0.249774} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.702172] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.704961] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d044707-df3a-4fec-a54f-263c94cd1a38 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.714985] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 796.714985] env[65923]: value = "task-4706918" [ 796.714985] env[65923]: _type = "Task" [ 796.714985] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.719948] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80c4500-1864-4db9-86bb-40ea0c757847 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.731948] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.733281] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a561d15-f4c6-4f54-9a33-a2de0eeff298 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.769455] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f053eb7-57c7-4462-a31d-586c7f9bbc09 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.781582] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c469a0-de43-49f7-be39-256a2f667977 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.798386] env[65923]: DEBUG nova.compute.provider_tree [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.941149] env[65923]: DEBUG nova.compute.manager [req-65cb48db-7e04-48b6-ab05-7172e6d4c39a req-c56f7456-53df-4cde-9a5e-b90d990713c5 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Received event network-vif-deleted-ced8792b-492e-4f0b-bcce-09823a0c0c72 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 796.941149] env[65923]: INFO nova.compute.manager [req-65cb48db-7e04-48b6-ab05-7172e6d4c39a req-c56f7456-53df-4cde-9a5e-b90d990713c5 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Neutron deleted interface ced8792b-492e-4f0b-bcce-09823a0c0c72; detaching it from the instance and deleting it from the info cache [ 796.941149] env[65923]: DEBUG nova.network.neutron [req-65cb48db-7e04-48b6-ab05-7172e6d4c39a req-c56f7456-53df-4cde-9a5e-b90d990713c5 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.952531] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.979167] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1060338-47c3-4995-83ad-308cbdc8d464 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.989809] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2cfa28-76f1-475e-b397-d955e480f6dd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.027641] env[65923]: DEBUG nova.compute.manager [req-25f27109-7d87-4de0-87a9-631c314873b2 req-7309e995-0a95-40e1-a181-f0a7576dcf9b service nova] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Detach interface failed, port_id=db723430-5b5f-49fd-8863-d232fdb93b47, reason: Instance 8a4f3338-19af-4e1d-9ee6-6e527408bb30 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.034486] env[65923]: DEBUG oslo_vmware.api [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706917, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.073462] env[65923]: INFO nova.compute.manager [-] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Took 1.75 seconds to deallocate network for instance. [ 797.208812] env[65923]: DEBUG nova.network.neutron [-] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.227371] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706918, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.303629] env[65923]: DEBUG nova.scheduler.client.report [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.445957] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85862e2a-fa25-4936-9691-6d3e65b93a93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.458442] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d733b27-6617-4a03-9b3c-0d3e817ff579 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.499444] env[65923]: DEBUG nova.compute.manager [req-65cb48db-7e04-48b6-ab05-7172e6d4c39a req-c56f7456-53df-4cde-9a5e-b90d990713c5 service nova] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Detach interface failed, port_id=ced8792b-492e-4f0b-bcce-09823a0c0c72, reason: Instance 6077d2c8-ec37-4f4e-8fde-434db9fac899 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 797.520557] env[65923]: DEBUG oslo_vmware.api [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706917, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.580684] env[65923]: DEBUG oslo_concurrency.lockutils [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.714501] env[65923]: INFO nova.compute.manager [-] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Took 1.35 seconds to deallocate network for instance. [ 797.741309] env[65923]: DEBUG oslo_vmware.api [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706918, 'name': PowerOnVM_Task, 'duration_secs': 0.738385} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.741913] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.742486] env[65923]: INFO nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Took 8.93 seconds to spawn the instance on the hypervisor. [ 797.742810] env[65923]: DEBUG nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 797.744035] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b080c7b7-4a30-42c2-8a4c-61a4cfa6f591 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.812096] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.812477] env[65923]: DEBUG nova.compute.manager [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 797.816921] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.555s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.819047] env[65923]: INFO nova.compute.claims [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.024185] env[65923]: DEBUG oslo_vmware.api [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706917, 'name': PowerOffVM_Task, 'duration_secs': 1.073721} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.024627] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.025291] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.025628] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1bc6c75-8f73-4c60-b781-8dc30124abe8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.056696] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.057486] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.057724] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Deleting the datastore file [datastore1] 16a746b5-eec6-40d1-be26-1afa53569682 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.058058] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df752a77-4126-4ae8-a875-bf86f9923e41 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.068558] env[65923]: DEBUG oslo_vmware.api [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for the task: (returnval){ [ 798.068558] env[65923]: value = "task-4706920" [ 798.068558] env[65923]: _type = "Task" [ 798.068558] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.079410] env[65923]: DEBUG oslo_vmware.api [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.228905] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.264088] env[65923]: INFO nova.compute.manager [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Took 40.07 seconds to build instance. [ 798.323776] env[65923]: DEBUG nova.compute.utils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.332994] env[65923]: DEBUG nova.compute.manager [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 798.333270] env[65923]: DEBUG nova.network.neutron [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 798.333782] env[65923]: WARNING neutronclient.v2_0.client [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.335184] env[65923]: WARNING neutronclient.v2_0.client [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.582654] env[65923]: DEBUG oslo_vmware.api [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Task: {'id': task-4706920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35127} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.582654] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.582654] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.582913] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.584273] env[65923]: INFO nova.compute.manager [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Took 2.10 seconds to destroy the instance on the hypervisor. [ 798.585100] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 798.585469] env[65923]: DEBUG nova.compute.manager [-] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 798.585952] env[65923]: DEBUG nova.network.neutron [-] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 798.586670] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.698038] env[65923]: DEBUG nova.policy [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ece0a4cb604b44a38f8483a47e5844ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8db03b32cfe54e6a94c65f453275e5cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.768473] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f4100444-02b7-419a-beb5-364910234bac tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.594s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.832339] env[65923]: DEBUG nova.compute.manager [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 798.946172] env[65923]: DEBUG nova.network.neutron [-] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 798.946451] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.276351] env[65923]: DEBUG nova.compute.manager [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 799.405457] env[65923]: DEBUG nova.network.neutron [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Successfully created port: a87ab835-f37d-4052-bade-efe4401dea7a {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 799.448519] env[65923]: DEBUG nova.network.neutron [-] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.489252] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6925b2d-b24f-42b3-a092-b7bd1e599473 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.502733] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee0a4a0-cfce-45f0-b9e2-9587ae905f3a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.543495] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac561b0-342a-41c8-8e2a-e0a17f6ac41c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.556017] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4becaa90-5e47-4c3c-b1f9-4a3bcb20eeb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.574581] env[65923]: DEBUG nova.compute.provider_tree [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.808403] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.851813] env[65923]: DEBUG nova.compute.manager [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 799.879726] env[65923]: DEBUG nova.virt.hardware [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 799.880007] env[65923]: DEBUG nova.virt.hardware [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.880201] env[65923]: DEBUG nova.virt.hardware [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 799.880403] env[65923]: DEBUG nova.virt.hardware [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.880550] env[65923]: DEBUG nova.virt.hardware [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 799.880695] env[65923]: DEBUG nova.virt.hardware [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 799.880901] env[65923]: DEBUG nova.virt.hardware [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 799.881072] env[65923]: DEBUG nova.virt.hardware [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 799.881243] env[65923]: DEBUG nova.virt.hardware [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 799.881407] env[65923]: DEBUG nova.virt.hardware [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 799.881580] env[65923]: DEBUG nova.virt.hardware [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 799.882571] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2ba28f-57a2-4bee-87eb-4ec7c16dee34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.891791] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9131b0a-7d87-478a-b423-f00292039d58 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.954211] env[65923]: INFO nova.compute.manager [-] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Took 1.37 seconds to deallocate network for instance. [ 800.078654] env[65923]: DEBUG nova.scheduler.client.report [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.459441] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.586729] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.587396] env[65923]: DEBUG nova.compute.manager [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 800.589975] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.910s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.593089] env[65923]: INFO nova.compute.claims [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.067374] env[65923]: DEBUG nova.network.neutron [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Successfully updated port: a87ab835-f37d-4052-bade-efe4401dea7a {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 801.100310] env[65923]: DEBUG nova.compute.utils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.100310] env[65923]: DEBUG nova.compute.manager [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 801.100310] env[65923]: DEBUG nova.network.neutron [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 801.100310] env[65923]: WARNING neutronclient.v2_0.client [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.100575] env[65923]: WARNING neutronclient.v2_0.client [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.192622] env[65923]: DEBUG nova.policy [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323c569211ff44a0b1b13b20300de860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b15986d89e904a26955d21295103d23c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.531124] env[65923]: DEBUG nova.network.neutron [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Successfully created port: 11d550d2-7d4a-405c-b2c6-866535e72b78 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 801.570498] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "refresh_cache-51f00248-8338-4265-b338-52b4d75539fe" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.570498] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired lock "refresh_cache-51f00248-8338-4265-b338-52b4d75539fe" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.570498] env[65923]: DEBUG nova.network.neutron [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 801.603792] env[65923]: DEBUG nova.compute.manager [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 801.633762] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquiring lock "49ae1e95-2990-46aa-92c6-f560d5a4a188" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.633762] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Lock "49ae1e95-2990-46aa-92c6-f560d5a4a188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.104582] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264bab7e-b286-427f-af77-8ad586a98c7c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.117476] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0009e9c5-20cd-4571-9876-6e205de3b76b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.149289] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e9105f-f3a1-4b5c-8b7b-c52cb6d2392d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.157853] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5983363d-d20b-4d90-8946-a04605ecbb3f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.172632] env[65923]: DEBUG nova.compute.provider_tree [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.595611] env[65923]: DEBUG nova.network.neutron [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 802.618376] env[65923]: DEBUG nova.compute.manager [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 802.648380] env[65923]: DEBUG nova.virt.hardware [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 802.648623] env[65923]: DEBUG nova.virt.hardware [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.648862] env[65923]: DEBUG nova.virt.hardware [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 802.649132] env[65923]: DEBUG nova.virt.hardware [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.649132] env[65923]: DEBUG nova.virt.hardware [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 802.649299] env[65923]: DEBUG nova.virt.hardware [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 802.649514] env[65923]: DEBUG nova.virt.hardware [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 802.649740] env[65923]: DEBUG nova.virt.hardware [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 802.650153] env[65923]: DEBUG nova.virt.hardware [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 802.650153] env[65923]: DEBUG nova.virt.hardware [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 802.650307] env[65923]: DEBUG nova.virt.hardware [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 802.651545] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030e5e22-9f7a-4fd8-8ae7-233557e09a8b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.660968] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f042060-1137-4c33-92d9-bd6e3ef705a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.669226] env[65923]: DEBUG nova.compute.manager [req-5ff34265-c61e-4510-8f86-5f671cca32da req-1584e94f-4ebf-4103-940c-d037ab7428a7 service nova] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Received event network-vif-plugged-a87ab835-f37d-4052-bade-efe4401dea7a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 802.669422] env[65923]: DEBUG oslo_concurrency.lockutils [req-5ff34265-c61e-4510-8f86-5f671cca32da req-1584e94f-4ebf-4103-940c-d037ab7428a7 service nova] Acquiring lock "51f00248-8338-4265-b338-52b4d75539fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.669754] env[65923]: DEBUG oslo_concurrency.lockutils [req-5ff34265-c61e-4510-8f86-5f671cca32da req-1584e94f-4ebf-4103-940c-d037ab7428a7 service nova] Lock "51f00248-8338-4265-b338-52b4d75539fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.669826] env[65923]: DEBUG oslo_concurrency.lockutils [req-5ff34265-c61e-4510-8f86-5f671cca32da req-1584e94f-4ebf-4103-940c-d037ab7428a7 service nova] Lock "51f00248-8338-4265-b338-52b4d75539fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.670215] env[65923]: DEBUG nova.compute.manager [req-5ff34265-c61e-4510-8f86-5f671cca32da req-1584e94f-4ebf-4103-940c-d037ab7428a7 service nova] [instance: 51f00248-8338-4265-b338-52b4d75539fe] No waiting events found dispatching network-vif-plugged-a87ab835-f37d-4052-bade-efe4401dea7a {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 802.670436] env[65923]: WARNING nova.compute.manager [req-5ff34265-c61e-4510-8f86-5f671cca32da req-1584e94f-4ebf-4103-940c-d037ab7428a7 service nova] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Received unexpected event network-vif-plugged-a87ab835-f37d-4052-bade-efe4401dea7a for instance with vm_state building and task_state spawning. [ 802.681233] env[65923]: DEBUG nova.scheduler.client.report [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.737841] env[65923]: WARNING neutronclient.v2_0.client [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.863791] env[65923]: DEBUG nova.network.neutron [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Updating instance_info_cache with network_info: [{"id": "a87ab835-f37d-4052-bade-efe4401dea7a", "address": "fa:16:3e:d7:35:20", "network": {"id": "05178dbb-442a-4831-a5d3-ad1f8726993f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1677080257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db03b32cfe54e6a94c65f453275e5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87ab835-f3", "ovs_interfaceid": "a87ab835-f37d-4052-bade-efe4401dea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.192328] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.192661] env[65923]: DEBUG nova.compute.manager [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 803.196695] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.259s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.197465] env[65923]: DEBUG nova.objects.instance [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 803.238772] env[65923]: DEBUG nova.network.neutron [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Successfully updated port: 11d550d2-7d4a-405c-b2c6-866535e72b78 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 803.373244] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Releasing lock "refresh_cache-51f00248-8338-4265-b338-52b4d75539fe" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.374588] env[65923]: DEBUG nova.compute.manager [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Instance network_info: |[{"id": "a87ab835-f37d-4052-bade-efe4401dea7a", "address": "fa:16:3e:d7:35:20", "network": {"id": "05178dbb-442a-4831-a5d3-ad1f8726993f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1677080257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db03b32cfe54e6a94c65f453275e5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87ab835-f3", "ovs_interfaceid": "a87ab835-f37d-4052-bade-efe4401dea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 803.375341] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:35:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a87ab835-f37d-4052-bade-efe4401dea7a', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.388591] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Creating folder: Project (8db03b32cfe54e6a94c65f453275e5cd). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.388978] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8560ab7a-6a81-4e19-9ec4-52461d29412a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.403456] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Created folder: Project (8db03b32cfe54e6a94c65f453275e5cd) in parent group-v918465. [ 803.403696] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Creating folder: Instances. Parent ref: group-v918615. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.404126] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b87e467-1eea-4ef9-b9b8-676d80748aa9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.417335] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Created folder: Instances in parent group-v918615. [ 803.417653] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 803.417889] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.418488] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0763c18e-2fb5-4bf8-918e-2e87d2a85566 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.440586] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.440586] env[65923]: value = "task-4706923" [ 803.440586] env[65923]: _type = "Task" [ 803.440586] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.453675] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706923, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.465022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "fe9ef559-4fe2-4185-b37a-18014f238d14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.465022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "fe9ef559-4fe2-4185-b37a-18014f238d14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.465022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "fe9ef559-4fe2-4185-b37a-18014f238d14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.465250] env[65923]: DEBUG oslo_concurrency.lockutils [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "fe9ef559-4fe2-4185-b37a-18014f238d14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.465376] env[65923]: DEBUG oslo_concurrency.lockutils [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "fe9ef559-4fe2-4185-b37a-18014f238d14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.467896] env[65923]: INFO nova.compute.manager [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Terminating instance [ 803.703573] env[65923]: DEBUG nova.compute.utils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.712477] env[65923]: DEBUG nova.compute.manager [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 803.712477] env[65923]: DEBUG nova.network.neutron [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 803.712477] env[65923]: WARNING neutronclient.v2_0.client [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.712477] env[65923]: WARNING neutronclient.v2_0.client [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.734028] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "e396d52a-e51b-4396-b672-c81068d621bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.734343] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e396d52a-e51b-4396-b672-c81068d621bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.743190] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "refresh_cache-8414751e-090c-4082-8b39-db3a391d50f5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.743391] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "refresh_cache-8414751e-090c-4082-8b39-db3a391d50f5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.743562] env[65923]: DEBUG nova.network.neutron [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 803.771928] env[65923]: DEBUG nova.policy [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ece0a4cb604b44a38f8483a47e5844ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8db03b32cfe54e6a94c65f453275e5cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.953101] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706923, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.972046] env[65923]: DEBUG nova.compute.manager [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 803.972290] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.973278] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ee4c61-316a-412a-91c5-e08dd4563bbb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.981889] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.982180] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c8169ed-d2f6-4de0-b3bc-429ec7396b5f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.994447] env[65923]: DEBUG oslo_vmware.api [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 803.994447] env[65923]: value = "task-4706924" [ 803.994447] env[65923]: _type = "Task" [ 803.994447] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.005628] env[65923]: DEBUG oslo_vmware.api [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.142306] env[65923]: DEBUG nova.network.neutron [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Successfully created port: 88512bc6-fabf-4dfc-961e-07e708f27082 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 804.210817] env[65923]: DEBUG nova.compute.manager [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 804.216948] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0cde841-d6de-458f-88ef-a6fd0eb59097 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.218930] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.858s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.219532] env[65923]: DEBUG nova.objects.instance [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lazy-loading 'resources' on Instance uuid eafbe567-150c-4dd5-9d98-6729708d27f0 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.347741] env[65923]: DEBUG nova.network.neutron [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 804.426587] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "e9e33c9c-e81e-4053-a631-3816fb983a97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.426587] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e9e33c9c-e81e-4053-a631-3816fb983a97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.454656] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706923, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.478870] env[65923]: WARNING neutronclient.v2_0.client [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.509870] env[65923]: DEBUG oslo_vmware.api [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706924, 'name': PowerOffVM_Task, 'duration_secs': 0.256447} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.510306] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.510530] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.510881] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52e0ceec-0f8a-4d17-89c2-d8890276da0a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.588455] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.588455] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.588455] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Deleting the datastore file [datastore2] fe9ef559-4fe2-4185-b37a-18014f238d14 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.588455] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ef2dbdc-cbc5-4a4b-bcf8-f396a3076ff8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.598138] env[65923]: DEBUG oslo_vmware.api [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 804.598138] env[65923]: value = "task-4706926" [ 804.598138] env[65923]: _type = "Task" [ 804.598138] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.608683] env[65923]: DEBUG oslo_vmware.api [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.650725] env[65923]: DEBUG nova.network.neutron [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Updating instance_info_cache with network_info: [{"id": "11d550d2-7d4a-405c-b2c6-866535e72b78", "address": "fa:16:3e:dc:a8:e5", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d550d2-7d", "ovs_interfaceid": "11d550d2-7d4a-405c-b2c6-866535e72b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.957015] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706923, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.108874] env[65923]: DEBUG oslo_vmware.api [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4706926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21343} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.112135] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.112265] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.112438] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.112604] env[65923]: INFO nova.compute.manager [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Took 1.14 seconds to destroy the instance on the hypervisor. [ 805.112874] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 805.113344] env[65923]: DEBUG nova.compute.manager [-] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 805.113523] env[65923]: DEBUG nova.network.neutron [-] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 805.113681] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.153372] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "refresh_cache-8414751e-090c-4082-8b39-db3a391d50f5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.154011] env[65923]: DEBUG nova.compute.manager [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Instance network_info: |[{"id": "11d550d2-7d4a-405c-b2c6-866535e72b78", "address": "fa:16:3e:dc:a8:e5", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d550d2-7d", "ovs_interfaceid": "11d550d2-7d4a-405c-b2c6-866535e72b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 805.154998] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:a8:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11d550d2-7d4a-405c-b2c6-866535e72b78', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.166546] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 805.166930] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.167226] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fedc76a-7d9f-4264-826d-e68f620ecb58 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.186036] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.195932] env[65923]: DEBUG nova.compute.manager [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Received event network-changed-a87ab835-f37d-4052-bade-efe4401dea7a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 805.196170] env[65923]: DEBUG nova.compute.manager [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Refreshing instance network info cache due to event network-changed-a87ab835-f37d-4052-bade-efe4401dea7a. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 805.196388] env[65923]: DEBUG oslo_concurrency.lockutils [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] Acquiring lock "refresh_cache-51f00248-8338-4265-b338-52b4d75539fe" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.196533] env[65923]: DEBUG oslo_concurrency.lockutils [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] Acquired lock "refresh_cache-51f00248-8338-4265-b338-52b4d75539fe" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.196670] env[65923]: DEBUG nova.network.neutron [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Refreshing network info cache for port a87ab835-f37d-4052-bade-efe4401dea7a {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.200721] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.200721] env[65923]: value = "task-4706927" [ 805.200721] env[65923]: _type = "Task" [ 805.200721] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.213382] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706927, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.223532] env[65923]: DEBUG nova.compute.manager [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 805.250748] env[65923]: DEBUG nova.virt.hardware [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 805.250748] env[65923]: DEBUG nova.virt.hardware [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.250748] env[65923]: DEBUG nova.virt.hardware [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 805.250936] env[65923]: DEBUG nova.virt.hardware [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.251054] env[65923]: DEBUG nova.virt.hardware [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 805.251197] env[65923]: DEBUG nova.virt.hardware [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 805.251397] env[65923]: DEBUG nova.virt.hardware [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 805.251546] env[65923]: DEBUG nova.virt.hardware [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 805.251706] env[65923]: DEBUG nova.virt.hardware [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 805.251867] env[65923]: DEBUG nova.virt.hardware [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 805.252072] env[65923]: DEBUG nova.virt.hardware [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 805.253272] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b008bdb-454a-44d0-80ff-9faa11e0f6c0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.266598] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d20aea2-d52d-4794-8e19-ef469f7c5d1f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.324526] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eee0ed0-1562-4abf-8174-9d712c122b21 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.334177] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcc5a85-5f7d-49ac-8909-5cc2a3f70e76 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.368859] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76852757-69a9-4b27-99a4-7ab5acbfafba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.380224] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da55ac35-554e-4f54-847b-80fb8f21a1b6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.397747] env[65923]: DEBUG nova.compute.provider_tree [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.459332] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706923, 'name': CreateVM_Task, 'duration_secs': 1.660978} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.459531] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.459936] env[65923]: WARNING neutronclient.v2_0.client [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.461269] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.461727] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.463060] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.463060] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb499bd-eded-41ff-bb1c-e64ef2a2ce75 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.469638] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 805.469638] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e0f934-cb8d-9462-2d76-1f804850fe31" [ 805.469638] env[65923]: _type = "Task" [ 805.469638] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.482036] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e0f934-cb8d-9462-2d76-1f804850fe31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.702119] env[65923]: WARNING neutronclient.v2_0.client [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.716478] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706927, 'name': CreateVM_Task, 'duration_secs': 0.460863} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.716692] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.717276] env[65923]: WARNING neutronclient.v2_0.client [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.717609] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.804881] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquiring lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.805041] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.850158] env[65923]: DEBUG nova.network.neutron [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Successfully updated port: 88512bc6-fabf-4dfc-961e-07e708f27082 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 805.877052] env[65923]: DEBUG nova.compute.manager [req-0fe4dcd7-6576-451f-a11a-2c51e6b76c81 req-10bc366c-c81c-45f7-a271-4f8f7eea4414 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Received event network-vif-plugged-88512bc6-fabf-4dfc-961e-07e708f27082 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 805.877052] env[65923]: DEBUG oslo_concurrency.lockutils [req-0fe4dcd7-6576-451f-a11a-2c51e6b76c81 req-10bc366c-c81c-45f7-a271-4f8f7eea4414 service nova] Acquiring lock "95bda69d-f407-4b8e-90e8-0944a8c70564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.877052] env[65923]: DEBUG oslo_concurrency.lockutils [req-0fe4dcd7-6576-451f-a11a-2c51e6b76c81 req-10bc366c-c81c-45f7-a271-4f8f7eea4414 service nova] Lock "95bda69d-f407-4b8e-90e8-0944a8c70564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.877379] env[65923]: DEBUG oslo_concurrency.lockutils [req-0fe4dcd7-6576-451f-a11a-2c51e6b76c81 req-10bc366c-c81c-45f7-a271-4f8f7eea4414 service nova] Lock "95bda69d-f407-4b8e-90e8-0944a8c70564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.877519] env[65923]: DEBUG nova.compute.manager [req-0fe4dcd7-6576-451f-a11a-2c51e6b76c81 req-10bc366c-c81c-45f7-a271-4f8f7eea4414 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] No waiting events found dispatching network-vif-plugged-88512bc6-fabf-4dfc-961e-07e708f27082 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 805.878027] env[65923]: WARNING nova.compute.manager [req-0fe4dcd7-6576-451f-a11a-2c51e6b76c81 req-10bc366c-c81c-45f7-a271-4f8f7eea4414 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Received unexpected event network-vif-plugged-88512bc6-fabf-4dfc-961e-07e708f27082 for instance with vm_state building and task_state spawning. [ 805.900779] env[65923]: DEBUG nova.scheduler.client.report [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.913873] env[65923]: WARNING neutronclient.v2_0.client [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.953825] env[65923]: DEBUG nova.network.neutron [-] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.981109] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e0f934-cb8d-9462-2d76-1f804850fe31, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.981647] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.981647] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.981852] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.982147] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.982335] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.982609] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.983061] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.983175] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c891653e-429d-4480-b5f5-27902133674d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.985186] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869d3696-595a-4afd-ac80-aa174bfd07a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.992728] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 805.992728] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52af3940-239e-f89f-c168-bdea0bc93f65" [ 805.992728] env[65923]: _type = "Task" [ 805.992728] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.002301] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.002576] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.008283] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657dbd95-5c47-4bd9-8c04-2eab44b361cd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.012636] env[65923]: DEBUG nova.network.neutron [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Updated VIF entry in instance network info cache for port a87ab835-f37d-4052-bade-efe4401dea7a. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.012973] env[65923]: DEBUG nova.network.neutron [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Updating instance_info_cache with network_info: [{"id": "a87ab835-f37d-4052-bade-efe4401dea7a", "address": "fa:16:3e:d7:35:20", "network": {"id": "05178dbb-442a-4831-a5d3-ad1f8726993f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1677080257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db03b32cfe54e6a94c65f453275e5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87ab835-f3", "ovs_interfaceid": "a87ab835-f37d-4052-bade-efe4401dea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.022026] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52af3940-239e-f89f-c168-bdea0bc93f65, 'name': SearchDatastore_Task, 'duration_secs': 0.020852} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.022026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.022026] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.022026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.023382] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 806.023382] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b497cb-8e7b-aa10-a036-f524f50ed802" [ 806.023382] env[65923]: _type = "Task" [ 806.023382] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.033556] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b497cb-8e7b-aa10-a036-f524f50ed802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.353315] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "refresh_cache-95bda69d-f407-4b8e-90e8-0944a8c70564" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.353718] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired lock "refresh_cache-95bda69d-f407-4b8e-90e8-0944a8c70564" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.353759] env[65923]: DEBUG nova.network.neutron [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 806.406627] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.409052] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.223s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.410657] env[65923]: INFO nova.compute.claims [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.432955] env[65923]: INFO nova.scheduler.client.report [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Deleted allocations for instance eafbe567-150c-4dd5-9d98-6729708d27f0 [ 806.457399] env[65923]: INFO nova.compute.manager [-] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Took 1.34 seconds to deallocate network for instance. [ 806.520441] env[65923]: DEBUG oslo_concurrency.lockutils [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] Releasing lock "refresh_cache-51f00248-8338-4265-b338-52b4d75539fe" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.520603] env[65923]: DEBUG nova.compute.manager [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Received event network-vif-plugged-11d550d2-7d4a-405c-b2c6-866535e72b78 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 806.520778] env[65923]: DEBUG oslo_concurrency.lockutils [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] Acquiring lock "8414751e-090c-4082-8b39-db3a391d50f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.520981] env[65923]: DEBUG oslo_concurrency.lockutils [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] Lock "8414751e-090c-4082-8b39-db3a391d50f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.521235] env[65923]: DEBUG oslo_concurrency.lockutils [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] Lock "8414751e-090c-4082-8b39-db3a391d50f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.521408] env[65923]: DEBUG nova.compute.manager [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] No waiting events found dispatching network-vif-plugged-11d550d2-7d4a-405c-b2c6-866535e72b78 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 806.521572] env[65923]: WARNING nova.compute.manager [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Received unexpected event network-vif-plugged-11d550d2-7d4a-405c-b2c6-866535e72b78 for instance with vm_state building and task_state spawning. [ 806.521729] env[65923]: DEBUG nova.compute.manager [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Received event network-changed-11d550d2-7d4a-405c-b2c6-866535e72b78 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 806.521879] env[65923]: DEBUG nova.compute.manager [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Refreshing instance network info cache due to event network-changed-11d550d2-7d4a-405c-b2c6-866535e72b78. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 806.522066] env[65923]: DEBUG oslo_concurrency.lockutils [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] Acquiring lock "refresh_cache-8414751e-090c-4082-8b39-db3a391d50f5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.522199] env[65923]: DEBUG oslo_concurrency.lockutils [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] Acquired lock "refresh_cache-8414751e-090c-4082-8b39-db3a391d50f5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.522352] env[65923]: DEBUG nova.network.neutron [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Refreshing network info cache for port 11d550d2-7d4a-405c-b2c6-866535e72b78 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.535562] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b497cb-8e7b-aa10-a036-f524f50ed802, 'name': SearchDatastore_Task, 'duration_secs': 0.029186} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.536814] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0145934-6171-45ca-a388-988a8398248d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.544031] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 806.544031] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b57078-8e78-27b2-a130-2ef523cbb6a0" [ 806.544031] env[65923]: _type = "Task" [ 806.544031] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.552617] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b57078-8e78-27b2-a130-2ef523cbb6a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.886654] env[65923]: DEBUG nova.network.neutron [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 806.940813] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7d42e263-8625-4fd9-bc54-ee1b6c7f35f0 tempest-ServerShowV257Test-528457151 tempest-ServerShowV257Test-528457151-project-member] Lock "eafbe567-150c-4dd5-9d98-6729708d27f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.987s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.964366] env[65923]: WARNING neutronclient.v2_0.client [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.967621] env[65923]: DEBUG oslo_concurrency.lockutils [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.025080] env[65923]: WARNING neutronclient.v2_0.client [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.050659] env[65923]: DEBUG nova.network.neutron [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Updating instance_info_cache with network_info: [{"id": "88512bc6-fabf-4dfc-961e-07e708f27082", "address": "fa:16:3e:a9:3f:ce", "network": {"id": "05178dbb-442a-4831-a5d3-ad1f8726993f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1677080257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db03b32cfe54e6a94c65f453275e5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88512bc6-fa", "ovs_interfaceid": "88512bc6-fabf-4dfc-961e-07e708f27082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.059252] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b57078-8e78-27b2-a130-2ef523cbb6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.059918] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.059918] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 51f00248-8338-4265-b338-52b4d75539fe/51f00248-8338-4265-b338-52b4d75539fe.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.060112] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.060299] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.060538] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e7a3d6c-1820-4c78-abc7-0a4932787dde {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.063941] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de126784-1748-45d7-96bc-34f90a17570d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.072917] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 807.072917] env[65923]: value = "task-4706928" [ 807.072917] env[65923]: _type = "Task" [ 807.072917] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.078104] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.078104] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.079025] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7767e1f-2098-4b8a-bda5-6a7cb09d996e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.084147] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.088647] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 807.088647] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c3c8de-4fad-4c04-2760-6e8eb6ef0cc4" [ 807.088647] env[65923]: _type = "Task" [ 807.088647] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.097701] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c3c8de-4fad-4c04-2760-6e8eb6ef0cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.188138] env[65923]: WARNING neutronclient.v2_0.client [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.235020] env[65923]: DEBUG nova.compute.manager [req-87513be2-9b50-4c74-a0e0-041456413754 req-249eb900-321d-4e6f-8626-162d7f095f52 service nova] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Received event network-vif-deleted-ee628e09-45ea-47e6-81b6-1096c6343789 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 807.286971] env[65923]: DEBUG nova.network.neutron [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Updated VIF entry in instance network info cache for port 11d550d2-7d4a-405c-b2c6-866535e72b78. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 807.287551] env[65923]: DEBUG nova.network.neutron [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Updating instance_info_cache with network_info: [{"id": "11d550d2-7d4a-405c-b2c6-866535e72b78", "address": "fa:16:3e:dc:a8:e5", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11d550d2-7d", "ovs_interfaceid": "11d550d2-7d4a-405c-b2c6-866535e72b78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.555266] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Releasing lock "refresh_cache-95bda69d-f407-4b8e-90e8-0944a8c70564" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.555657] env[65923]: DEBUG nova.compute.manager [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Instance network_info: |[{"id": "88512bc6-fabf-4dfc-961e-07e708f27082", "address": "fa:16:3e:a9:3f:ce", "network": {"id": "05178dbb-442a-4831-a5d3-ad1f8726993f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1677080257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db03b32cfe54e6a94c65f453275e5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88512bc6-fa", "ovs_interfaceid": "88512bc6-fabf-4dfc-961e-07e708f27082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 807.558706] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:3f:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88512bc6-fabf-4dfc-961e-07e708f27082', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.567467] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 807.567892] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.568155] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c40310e-4b47-4003-90fb-9ee4c6971eda {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.595334] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.595334] env[65923]: value = "task-4706929" [ 807.595334] env[65923]: _type = "Task" [ 807.595334] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.607532] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c3c8de-4fad-4c04-2760-6e8eb6ef0cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.607893] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499336} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.609201] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 51f00248-8338-4265-b338-52b4d75539fe/51f00248-8338-4265-b338-52b4d75539fe.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.609476] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.609692] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac465b8-7542-446e-a7d2-d600f1f90b86 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.612188] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0397c353-5cff-4a61-855a-a719654f0c49 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.618714] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706929, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.629198] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 807.629198] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524e0bb4-17d7-fbcf-29ff-8145e4996df2" [ 807.629198] env[65923]: _type = "Task" [ 807.629198] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.632042] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 807.632042] env[65923]: value = "task-4706930" [ 807.632042] env[65923]: _type = "Task" [ 807.632042] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.649850] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524e0bb4-17d7-fbcf-29ff-8145e4996df2, 'name': SearchDatastore_Task, 'duration_secs': 0.016494} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.653957] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.653957] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 8414751e-090c-4082-8b39-db3a391d50f5/8414751e-090c-4082-8b39-db3a391d50f5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.654433] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.657781] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff3407db-b5e2-4473-b6bc-780a45dacfb2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.666971] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 807.666971] env[65923]: value = "task-4706931" [ 807.666971] env[65923]: _type = "Task" [ 807.666971] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.681450] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.791796] env[65923]: DEBUG oslo_concurrency.lockutils [req-e7c2cfc2-60c2-489b-8fcc-0b5f16be5c54 req-012b02a0-0545-4a84-a660-f13bdb492051 service nova] Releasing lock "refresh_cache-8414751e-090c-4082-8b39-db3a391d50f5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.984579] env[65923]: DEBUG nova.compute.manager [req-a680d8f4-4d5c-454b-b777-c29f2f037306 req-67ed9cc5-7f64-4df1-bf62-dcd08b27fdd2 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Received event network-changed-88512bc6-fabf-4dfc-961e-07e708f27082 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 807.984777] env[65923]: DEBUG nova.compute.manager [req-a680d8f4-4d5c-454b-b777-c29f2f037306 req-67ed9cc5-7f64-4df1-bf62-dcd08b27fdd2 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Refreshing instance network info cache due to event network-changed-88512bc6-fabf-4dfc-961e-07e708f27082. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 807.985234] env[65923]: DEBUG oslo_concurrency.lockutils [req-a680d8f4-4d5c-454b-b777-c29f2f037306 req-67ed9cc5-7f64-4df1-bf62-dcd08b27fdd2 service nova] Acquiring lock "refresh_cache-95bda69d-f407-4b8e-90e8-0944a8c70564" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.985234] env[65923]: DEBUG oslo_concurrency.lockutils [req-a680d8f4-4d5c-454b-b777-c29f2f037306 req-67ed9cc5-7f64-4df1-bf62-dcd08b27fdd2 service nova] Acquired lock "refresh_cache-95bda69d-f407-4b8e-90e8-0944a8c70564" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.985437] env[65923]: DEBUG nova.network.neutron [req-a680d8f4-4d5c-454b-b777-c29f2f037306 req-67ed9cc5-7f64-4df1-bf62-dcd08b27fdd2 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Refreshing network info cache for port 88512bc6-fabf-4dfc-961e-07e708f27082 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.012034] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468952b4-b8f9-4d79-bbcd-eaa8e7eb8bfb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.023136] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ec4f59-ed54-4549-a3c5-3973b6ff8a69 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.063051] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8716e5e2-b704-4cf2-baa3-a32e18f7ac83 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.074819] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b153ac0-3f6f-4676-bf54-05d3c7f5bcb6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.091846] env[65923]: DEBUG nova.compute.provider_tree [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.110201] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706929, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.146730] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087655} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.147106] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.148232] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5e3239-89b4-4102-a928-21f0b620ad31 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.172993] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 51f00248-8338-4265-b338-52b4d75539fe/51f00248-8338-4265-b338-52b4d75539fe.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.172993] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cbdf690-d741-4a84-97a8-0bec43cf88f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.196563] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464961} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.197903] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 8414751e-090c-4082-8b39-db3a391d50f5/8414751e-090c-4082-8b39-db3a391d50f5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.198140] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.198869] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 808.198869] env[65923]: value = "task-4706932" [ 808.198869] env[65923]: _type = "Task" [ 808.198869] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.198869] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af558565-2ecf-4440-bc2e-f209733d5485 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.214013] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 808.214013] env[65923]: value = "task-4706933" [ 808.214013] env[65923]: _type = "Task" [ 808.214013] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.214309] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706932, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.226150] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.488125] env[65923]: WARNING neutronclient.v2_0.client [req-a680d8f4-4d5c-454b-b777-c29f2f037306 req-67ed9cc5-7f64-4df1-bf62-dcd08b27fdd2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.595505] env[65923]: DEBUG nova.scheduler.client.report [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.613760] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706929, 'name': CreateVM_Task, 'duration_secs': 0.578106} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.614023] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.614915] env[65923]: WARNING neutronclient.v2_0.client [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.615025] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.615188] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.615520] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.616174] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3506511b-92cb-4612-8123-a6c851a90d48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.622502] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 808.622502] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a17aac-68c7-8c1c-bc4f-8f9f259002e0" [ 808.622502] env[65923]: _type = "Task" [ 808.622502] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.641385] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a17aac-68c7-8c1c-bc4f-8f9f259002e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.678666] env[65923]: WARNING neutronclient.v2_0.client [req-a680d8f4-4d5c-454b-b777-c29f2f037306 req-67ed9cc5-7f64-4df1-bf62-dcd08b27fdd2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.714422] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.727361] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069877} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.727621] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.729807] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ebe863-01e7-4bec-b52a-5d24e2ce8559 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.758778] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 8414751e-090c-4082-8b39-db3a391d50f5/8414751e-090c-4082-8b39-db3a391d50f5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.759685] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e5aee7-4e11-4819-88de-a44241e77117 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.776480] env[65923]: DEBUG nova.network.neutron [req-a680d8f4-4d5c-454b-b777-c29f2f037306 req-67ed9cc5-7f64-4df1-bf62-dcd08b27fdd2 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Updated VIF entry in instance network info cache for port 88512bc6-fabf-4dfc-961e-07e708f27082. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 808.776863] env[65923]: DEBUG nova.network.neutron [req-a680d8f4-4d5c-454b-b777-c29f2f037306 req-67ed9cc5-7f64-4df1-bf62-dcd08b27fdd2 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Updating instance_info_cache with network_info: [{"id": "88512bc6-fabf-4dfc-961e-07e708f27082", "address": "fa:16:3e:a9:3f:ce", "network": {"id": "05178dbb-442a-4831-a5d3-ad1f8726993f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1677080257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db03b32cfe54e6a94c65f453275e5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88512bc6-fa", "ovs_interfaceid": "88512bc6-fabf-4dfc-961e-07e708f27082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.785022] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 808.785022] env[65923]: value = "task-4706934" [ 808.785022] env[65923]: _type = "Task" [ 808.785022] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.796049] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.100802] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.102430] env[65923]: DEBUG nova.compute.manager [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 809.104776] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.467s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.105160] env[65923]: DEBUG nova.objects.instance [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'resources' on Instance uuid 7423b238-de72-4240-8067-039cf6171722 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.135349] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a17aac-68c7-8c1c-bc4f-8f9f259002e0, 'name': SearchDatastore_Task, 'duration_secs': 0.019837} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.135759] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.136034] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.136355] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.136455] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.136719] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.136910] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68c3cc6d-2aee-433a-83fd-23889cc67682 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.149141] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.149339] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.150031] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21f9262-faa2-4027-a0e7-64596a9eef26 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.157634] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 809.157634] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5258ba61-2f7d-8305-1d54-7d48bacd78d6" [ 809.157634] env[65923]: _type = "Task" [ 809.157634] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.166608] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5258ba61-2f7d-8305-1d54-7d48bacd78d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.215121] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.280900] env[65923]: DEBUG oslo_concurrency.lockutils [req-a680d8f4-4d5c-454b-b777-c29f2f037306 req-67ed9cc5-7f64-4df1-bf62-dcd08b27fdd2 service nova] Releasing lock "refresh_cache-95bda69d-f407-4b8e-90e8-0944a8c70564" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.296027] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.609513] env[65923]: DEBUG nova.compute.utils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.615564] env[65923]: DEBUG nova.compute.manager [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 809.615564] env[65923]: DEBUG nova.network.neutron [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 809.617896] env[65923]: WARNING neutronclient.v2_0.client [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.617896] env[65923]: WARNING neutronclient.v2_0.client [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.675919] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5258ba61-2f7d-8305-1d54-7d48bacd78d6, 'name': SearchDatastore_Task, 'duration_secs': 0.022343} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.677639] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c75950a-da37-4b1d-88ba-8f88ba4e74cb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.685893] env[65923]: DEBUG nova.policy [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ece0a4cb604b44a38f8483a47e5844ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8db03b32cfe54e6a94c65f453275e5cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.695321] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 809.695321] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528d1936-eb87-5979-f8d6-4e85f2a84981" [ 809.695321] env[65923]: _type = "Task" [ 809.695321] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.707878] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528d1936-eb87-5979-f8d6-4e85f2a84981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.721775] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706932, 'name': ReconfigVM_Task, 'duration_secs': 1.26779} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.722082] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 51f00248-8338-4265-b338-52b4d75539fe/51f00248-8338-4265-b338-52b4d75539fe.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.722778] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-237d89b3-8423-49cb-9f30-3b964af1a416 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.732068] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 809.732068] env[65923]: value = "task-4706935" [ 809.732068] env[65923]: _type = "Task" [ 809.732068] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.749180] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706935, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.804744] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.070348] env[65923]: DEBUG nova.network.neutron [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Successfully created port: 02b76269-defa-4fc7-a6fa-c3c9cd77cbcc {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 810.116266] env[65923]: DEBUG nova.compute.manager [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 810.211843] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528d1936-eb87-5979-f8d6-4e85f2a84981, 'name': SearchDatastore_Task, 'duration_secs': 0.021742} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.212069] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.212337] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 95bda69d-f407-4b8e-90e8-0944a8c70564/95bda69d-f407-4b8e-90e8-0944a8c70564.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.212897] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32686da4-be4a-4a52-9be4-fc2ed3b3e453 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.222205] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 810.222205] env[65923]: value = "task-4706936" [ 810.222205] env[65923]: _type = "Task" [ 810.222205] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.232814] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.248416] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706935, 'name': Rename_Task, 'duration_secs': 0.182604} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.248921] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.249236] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1737078e-1de6-4947-a52c-f6ab8a066b63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.260120] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 810.260120] env[65923]: value = "task-4706937" [ 810.260120] env[65923]: _type = "Task" [ 810.260120] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.270856] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.275877] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b363ab64-4a04-4488-b91e-a7ca44593f48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.289148] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063df7d6-59f3-4c98-b2f6-9da7e98af0cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.311545] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706934, 'name': ReconfigVM_Task, 'duration_secs': 1.157921} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.350916] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 8414751e-090c-4082-8b39-db3a391d50f5/8414751e-090c-4082-8b39-db3a391d50f5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.352073] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3a12ba0-a732-4ec6-98f3-1a0e79a65cf1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.355166] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ad9e13-f53e-419e-91d3-b56fe0faaa3d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.372178] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 810.372178] env[65923]: value = "task-4706938" [ 810.372178] env[65923]: _type = "Task" [ 810.372178] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.373726] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ce8cfd-436a-4e30-b345-8431f7d285d4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.390045] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706938, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.400099] env[65923]: DEBUG nova.compute.provider_tree [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.734155] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706936, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.774718] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706937, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.890017] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706938, 'name': Rename_Task, 'duration_secs': 0.169019} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.890750] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.891135] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b712eec-72bd-41b7-a0a5-01ec9e3a19a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.901528] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 810.901528] env[65923]: value = "task-4706939" [ 810.901528] env[65923]: _type = "Task" [ 810.901528] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.906873] env[65923]: DEBUG nova.scheduler.client.report [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.916868] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.128759] env[65923]: DEBUG nova.compute.manager [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 811.157688] env[65923]: DEBUG nova.virt.hardware [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 811.158284] env[65923]: DEBUG nova.virt.hardware [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.158905] env[65923]: DEBUG nova.virt.hardware [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 811.159246] env[65923]: DEBUG nova.virt.hardware [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.159533] env[65923]: DEBUG nova.virt.hardware [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 811.159791] env[65923]: DEBUG nova.virt.hardware [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 811.160226] env[65923]: DEBUG nova.virt.hardware [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 811.160556] env[65923]: DEBUG nova.virt.hardware [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 811.160948] env[65923]: DEBUG nova.virt.hardware [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 811.161244] env[65923]: DEBUG nova.virt.hardware [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 811.161528] env[65923]: DEBUG nova.virt.hardware [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 811.162751] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d81fe8-20ac-444a-9194-c5df6074e113 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.176240] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44d28a0-157e-4ac3-8b10-d9e94b9b6964 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.234767] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660564} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.235427] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 95bda69d-f407-4b8e-90e8-0944a8c70564/95bda69d-f407-4b8e-90e8-0944a8c70564.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.235427] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.235616] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15236a65-ff44-4193-b3bb-909287f90aef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.244579] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 811.244579] env[65923]: value = "task-4706940" [ 811.244579] env[65923]: _type = "Task" [ 811.244579] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.253421] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.272311] env[65923]: DEBUG oslo_vmware.api [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706937, 'name': PowerOnVM_Task, 'duration_secs': 0.598445} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.273217] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.273470] env[65923]: INFO nova.compute.manager [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Took 11.42 seconds to spawn the instance on the hypervisor. [ 811.273803] env[65923]: DEBUG nova.compute.manager [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 811.275137] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12684910-2c09-4702-b9c1-8b049dc13acb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.412520] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.418632] env[65923]: DEBUG oslo_concurrency.lockutils [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.193s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.418632] env[65923]: DEBUG nova.objects.instance [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 811.421559] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.450625] env[65923]: INFO nova.scheduler.client.report [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleted allocations for instance 7423b238-de72-4240-8067-039cf6171722 [ 811.755615] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066975} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.755990] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.756713] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aa197c-c8b3-4fc1-a28e-13dae2219dda {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.782025] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 95bda69d-f407-4b8e-90e8-0944a8c70564/95bda69d-f407-4b8e-90e8-0944a8c70564.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.782290] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b8dfa8-54ba-4e2a-afd5-294026a2f398 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.799863] env[65923]: DEBUG nova.network.neutron [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Successfully updated port: 02b76269-defa-4fc7-a6fa-c3c9cd77cbcc {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 811.815711] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 811.815711] env[65923]: value = "task-4706941" [ 811.815711] env[65923]: _type = "Task" [ 811.815711] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.817051] env[65923]: INFO nova.compute.manager [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Took 46.93 seconds to build instance. [ 811.838810] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.916026] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.923790] env[65923]: DEBUG nova.compute.manager [req-e4998064-74d5-4952-9fea-1ae8cab93c18 req-73affbcb-10cf-4ebe-b6b0-77f5376d08cf service nova] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Received event network-vif-plugged-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 811.923790] env[65923]: DEBUG oslo_concurrency.lockutils [req-e4998064-74d5-4952-9fea-1ae8cab93c18 req-73affbcb-10cf-4ebe-b6b0-77f5376d08cf service nova] Acquiring lock "114d9a8f-8581-46a9-8047-fe23e07470be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.923790] env[65923]: DEBUG oslo_concurrency.lockutils [req-e4998064-74d5-4952-9fea-1ae8cab93c18 req-73affbcb-10cf-4ebe-b6b0-77f5376d08cf service nova] Lock "114d9a8f-8581-46a9-8047-fe23e07470be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.923790] env[65923]: DEBUG oslo_concurrency.lockutils [req-e4998064-74d5-4952-9fea-1ae8cab93c18 req-73affbcb-10cf-4ebe-b6b0-77f5376d08cf service nova] Lock "114d9a8f-8581-46a9-8047-fe23e07470be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.924057] env[65923]: DEBUG nova.compute.manager [req-e4998064-74d5-4952-9fea-1ae8cab93c18 req-73affbcb-10cf-4ebe-b6b0-77f5376d08cf service nova] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] No waiting events found dispatching network-vif-plugged-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 811.924093] env[65923]: WARNING nova.compute.manager [req-e4998064-74d5-4952-9fea-1ae8cab93c18 req-73affbcb-10cf-4ebe-b6b0-77f5376d08cf service nova] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Received unexpected event network-vif-plugged-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc for instance with vm_state building and task_state spawning. [ 811.961759] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d523f01b-babd-416d-9d10-3a65e4e9c357 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "7423b238-de72-4240-8067-039cf6171722" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.073s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.308746] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "refresh_cache-114d9a8f-8581-46a9-8047-fe23e07470be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.308746] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired lock "refresh_cache-114d9a8f-8581-46a9-8047-fe23e07470be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.308932] env[65923]: DEBUG nova.network.neutron [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 812.326894] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f25c634f-8e1a-48b1-b6b4-ef790b4145ef tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "51f00248-8338-4265-b338-52b4d75539fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.453s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.333960] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706941, 'name': ReconfigVM_Task, 'duration_secs': 0.30521} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.334446] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 95bda69d-f407-4b8e-90e8-0944a8c70564/95bda69d-f407-4b8e-90e8-0944a8c70564.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.335697] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8dcf082-008d-4d63-b5ba-eb9b92c005f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.346115] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 812.346115] env[65923]: value = "task-4706942" [ 812.346115] env[65923]: _type = "Task" [ 812.346115] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.359762] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706942, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.416511] env[65923]: DEBUG oslo_vmware.api [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706939, 'name': PowerOnVM_Task, 'duration_secs': 1.189068} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.416797] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.417015] env[65923]: INFO nova.compute.manager [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Took 9.80 seconds to spawn the instance on the hypervisor. [ 812.417236] env[65923]: DEBUG nova.compute.manager [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 812.419274] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f00b70a-0242-458e-a810-eff36a19bbcb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.429687] env[65923]: DEBUG oslo_concurrency.lockutils [None req-befbf73c-ef98-4fbd-b3bb-4a560625020a tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.437041] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.052s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.437041] env[65923]: DEBUG nova.objects.instance [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lazy-loading 'resources' on Instance uuid 3dfb311a-11c0-49ce-a42e-7a52568d5448 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.835155] env[65923]: DEBUG nova.compute.manager [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 812.860695] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706942, 'name': Rename_Task, 'duration_secs': 0.144241} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.860695] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.860695] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dcc9a8a-47fd-4646-b82e-aef4822bc87a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.867426] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 812.867426] env[65923]: value = "task-4706943" [ 812.867426] env[65923]: _type = "Task" [ 812.867426] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.873064] env[65923]: DEBUG nova.network.neutron [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 812.879294] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.948505] env[65923]: INFO nova.compute.manager [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Took 44.72 seconds to build instance. [ 813.010608] env[65923]: WARNING neutronclient.v2_0.client [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.116656] env[65923]: DEBUG nova.network.neutron [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Updating instance_info_cache with network_info: [{"id": "02b76269-defa-4fc7-a6fa-c3c9cd77cbcc", "address": "fa:16:3e:d7:19:14", "network": {"id": "05178dbb-442a-4831-a5d3-ad1f8726993f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1677080257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db03b32cfe54e6a94c65f453275e5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b76269-de", "ovs_interfaceid": "02b76269-defa-4fc7-a6fa-c3c9cd77cbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.273213] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "eea92ca0-4856-4722-b34c-10e6689c4c97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.273493] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.363625] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.379410] env[65923]: DEBUG oslo_vmware.api [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706943, 'name': PowerOnVM_Task, 'duration_secs': 0.492797} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.382744] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.383960] env[65923]: INFO nova.compute.manager [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Took 8.16 seconds to spawn the instance on the hypervisor. [ 813.383960] env[65923]: DEBUG nova.compute.manager [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 813.384636] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c906a8b-ee87-4e42-ad22-20c01e7d0d6f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.451309] env[65923]: DEBUG oslo_concurrency.lockutils [None req-adba0e3f-6cdd-4ed1-8dc7-2710d0dc232d tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "8414751e-090c-4082-8b39-db3a391d50f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.246s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.565710] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d86ec3d-c6d3-4e08-b4cc-699c33235c31 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.574712] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d22aaa6-ecd2-437d-9bcb-4d6da96b5417 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.618182] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71819005-7511-4430-a4e4-e3ef75695986 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.621229] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Releasing lock "refresh_cache-114d9a8f-8581-46a9-8047-fe23e07470be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.621566] env[65923]: DEBUG nova.compute.manager [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Instance network_info: |[{"id": "02b76269-defa-4fc7-a6fa-c3c9cd77cbcc", "address": "fa:16:3e:d7:19:14", "network": {"id": "05178dbb-442a-4831-a5d3-ad1f8726993f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1677080257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db03b32cfe54e6a94c65f453275e5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b76269-de", "ovs_interfaceid": "02b76269-defa-4fc7-a6fa-c3c9cd77cbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 813.622059] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:19:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02b76269-defa-4fc7-a6fa-c3c9cd77cbcc', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.632891] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 813.637020] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.637020] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9715b1e-9036-4195-a2b3-ce4c4cc252d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.652272] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a537d48a-2c5c-4a66-a37b-92b0c78a3d9c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.658816] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.658816] env[65923]: value = "task-4706944" [ 813.658816] env[65923]: _type = "Task" [ 813.658816] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.669954] env[65923]: DEBUG nova.compute.provider_tree [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.678435] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706944, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.911553] env[65923]: INFO nova.compute.manager [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Took 45.25 seconds to build instance. [ 813.957377] env[65923]: DEBUG nova.compute.manager [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 813.982108] env[65923]: DEBUG nova.compute.manager [req-755222ac-db9f-4e4e-a5d4-c0dfcd73abf6 req-7edcdada-fe83-4d6d-b3c9-a18f93173140 service nova] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Received event network-changed-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 813.982406] env[65923]: DEBUG nova.compute.manager [req-755222ac-db9f-4e4e-a5d4-c0dfcd73abf6 req-7edcdada-fe83-4d6d-b3c9-a18f93173140 service nova] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Refreshing instance network info cache due to event network-changed-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 813.982732] env[65923]: DEBUG oslo_concurrency.lockutils [req-755222ac-db9f-4e4e-a5d4-c0dfcd73abf6 req-7edcdada-fe83-4d6d-b3c9-a18f93173140 service nova] Acquiring lock "refresh_cache-114d9a8f-8581-46a9-8047-fe23e07470be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.982732] env[65923]: DEBUG oslo_concurrency.lockutils [req-755222ac-db9f-4e4e-a5d4-c0dfcd73abf6 req-7edcdada-fe83-4d6d-b3c9-a18f93173140 service nova] Acquired lock "refresh_cache-114d9a8f-8581-46a9-8047-fe23e07470be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.982850] env[65923]: DEBUG nova.network.neutron [req-755222ac-db9f-4e4e-a5d4-c0dfcd73abf6 req-7edcdada-fe83-4d6d-b3c9-a18f93173140 service nova] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Refreshing network info cache for port 02b76269-defa-4fc7-a6fa-c3c9cd77cbcc {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.172216] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706944, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.176342] env[65923]: DEBUG nova.scheduler.client.report [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.414584] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f28381f0-5a17-472d-843b-025dec5e78d2 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "95bda69d-f407-4b8e-90e8-0944a8c70564" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.771s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.466220] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "8414751e-090c-4082-8b39-db3a391d50f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.466518] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "8414751e-090c-4082-8b39-db3a391d50f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.466771] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "8414751e-090c-4082-8b39-db3a391d50f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.466985] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "8414751e-090c-4082-8b39-db3a391d50f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.467196] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "8414751e-090c-4082-8b39-db3a391d50f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.471177] env[65923]: INFO nova.compute.manager [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Terminating instance [ 814.482963] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.485992] env[65923]: WARNING neutronclient.v2_0.client [req-755222ac-db9f-4e4e-a5d4-c0dfcd73abf6 req-7edcdada-fe83-4d6d-b3c9-a18f93173140 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.642700] env[65923]: WARNING neutronclient.v2_0.client [req-755222ac-db9f-4e4e-a5d4-c0dfcd73abf6 req-7edcdada-fe83-4d6d-b3c9-a18f93173140 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.670069] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706944, 'name': CreateVM_Task, 'duration_secs': 0.673072} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.670285] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.670789] env[65923]: WARNING neutronclient.v2_0.client [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.671653] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.671834] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.672249] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.672630] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2c4252-aa7c-4d13-9f1e-2862efde66d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.678763] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 814.678763] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d65ad7-8df8-1997-2a84-406bc9bed52c" [ 814.678763] env[65923]: _type = "Task" [ 814.678763] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.685950] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.688294] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.106s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.697302] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d65ad7-8df8-1997-2a84-406bc9bed52c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.707351] env[65923]: INFO nova.scheduler.client.report [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted allocations for instance 3dfb311a-11c0-49ce-a42e-7a52568d5448 [ 814.720484] env[65923]: DEBUG nova.network.neutron [req-755222ac-db9f-4e4e-a5d4-c0dfcd73abf6 req-7edcdada-fe83-4d6d-b3c9-a18f93173140 service nova] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Updated VIF entry in instance network info cache for port 02b76269-defa-4fc7-a6fa-c3c9cd77cbcc. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 814.720866] env[65923]: DEBUG nova.network.neutron [req-755222ac-db9f-4e4e-a5d4-c0dfcd73abf6 req-7edcdada-fe83-4d6d-b3c9-a18f93173140 service nova] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Updating instance_info_cache with network_info: [{"id": "02b76269-defa-4fc7-a6fa-c3c9cd77cbcc", "address": "fa:16:3e:d7:19:14", "network": {"id": "05178dbb-442a-4831-a5d3-ad1f8726993f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1677080257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db03b32cfe54e6a94c65f453275e5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02b76269-de", "ovs_interfaceid": "02b76269-defa-4fc7-a6fa-c3c9cd77cbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.861893] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "e799e78b-bd9e-4803-8f4c-055300c85d19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.861893] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.917800] env[65923]: DEBUG nova.compute.manager [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 814.975962] env[65923]: DEBUG nova.compute.manager [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 814.976327] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.977293] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2337b8e3-e1fc-4376-837b-2fa6637ea9b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.986248] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.986504] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4851e37-ee48-4f46-b8ed-dda99c66abf5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.993779] env[65923]: DEBUG oslo_vmware.api [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 814.993779] env[65923]: value = "task-4706945" [ 814.993779] env[65923]: _type = "Task" [ 814.993779] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.002819] env[65923]: DEBUG oslo_vmware.api [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.203995] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d65ad7-8df8-1997-2a84-406bc9bed52c, 'name': SearchDatastore_Task, 'duration_secs': 0.019183} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.205596] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.205836] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.206086] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.206252] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.206433] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.206737] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c174e95c-8d9f-48e8-b62e-c3b6048fe27c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.217088] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.217288] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.218055] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6a6380-a5cf-4e82-863c-c795e769eeb1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.222422] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dcc98464-b53a-4020-baf0-335bc92a740b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "3dfb311a-11c0-49ce-a42e-7a52568d5448" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.102s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.224041] env[65923]: DEBUG oslo_concurrency.lockutils [req-755222ac-db9f-4e4e-a5d4-c0dfcd73abf6 req-7edcdada-fe83-4d6d-b3c9-a18f93173140 service nova] Releasing lock "refresh_cache-114d9a8f-8581-46a9-8047-fe23e07470be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.229024] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 815.229024] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ca425e-9906-a829-c0fb-eb80433e716b" [ 815.229024] env[65923]: _type = "Task" [ 815.229024] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.238711] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ca425e-9906-a829-c0fb-eb80433e716b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.440927] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.506935] env[65923]: DEBUG oslo_vmware.api [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706945, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.707375] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Applying migration context for instance be0024b2-0de9-4063-9d8f-c72050a98c30 as it has an incoming, in-progress migration d2f87aab-b310-4f17-8eab-337327725c94. Migration status is reverting {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 815.710169] env[65923]: INFO nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating resource usage from migration d2f87aab-b310-4f17-8eab-337327725c94 [ 815.734736] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 6077d2c8-ec37-4f4e-8fde-434db9fac899 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.734898] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e915bf9c-bcc2-46d1-a199-5bf4af3613c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.735064] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance f6250a21-25fe-43c8-b258-a8598789eedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.735192] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance ff49aad2-c83a-4d78-a9d5-01b0c7abc78a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.735305] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 2d55be2e-64f5-47bb-8f76-9bece533ffd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.735412] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.735538] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e7370764-1001-4241-96af-0d5cacfd273c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.735649] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance faf26864-9e66-437f-a93d-72f3a03ed9c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.735755] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 4f907a2f-1677-448e-908f-dd618be287de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.735861] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance eb756ee2-97ee-4f3a-959e-21b2a1984259 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.735977] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 8a4f3338-19af-4e1d-9ee6-6e527408bb30 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.736127] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (ff363446-31c5-4a8a-b33a-4a621655a19a): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 815.736324] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 741f5005-f1a0-4199-8526-ecc34236a9da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.736457] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c2e901f4-1a4c-4c55-8dae-2d91372970da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.736577] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 16a746b5-eec6-40d1-be26-1afa53569682 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.736686] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Migration d2f87aab-b310-4f17-8eab-337327725c94 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 815.736792] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance be0024b2-0de9-4063-9d8f-c72050a98c30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.736908] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance fe9ef559-4fe2-4185-b37a-18014f238d14 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.737039] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 397315bd-ca40-4a46-af82-1c0f2bae9f92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.737159] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.737265] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 51f00248-8338-4265-b338-52b4d75539fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.737366] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 8414751e-090c-4082-8b39-db3a391d50f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.737489] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 95bda69d-f407-4b8e-90e8-0944a8c70564 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.737628] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 114d9a8f-8581-46a9-8047-fe23e07470be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 815.745270] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ca425e-9906-a829-c0fb-eb80433e716b, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.746111] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd69bc61-0e19-4353-9371-2330e940dc55 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.752647] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 815.752647] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524c63c9-5c3e-a809-a228-edb7f1eefce0" [ 815.752647] env[65923]: _type = "Task" [ 815.752647] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.763178] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524c63c9-5c3e-a809-a228-edb7f1eefce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.005919] env[65923]: DEBUG oslo_vmware.api [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706945, 'name': PowerOffVM_Task, 'duration_secs': 0.653363} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.006230] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.006455] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.006725] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f0275a5-c1f5-48e5-bba1-fe6f22faab09 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.078019] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.078290] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.078461] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleting the datastore file [datastore2] 8414751e-090c-4082-8b39-db3a391d50f5 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.078783] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-814a6567-8813-4603-a5b5-992bdb598703 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.086327] env[65923]: DEBUG oslo_vmware.api [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 816.086327] env[65923]: value = "task-4706947" [ 816.086327] env[65923]: _type = "Task" [ 816.086327] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.096066] env[65923]: DEBUG oslo_vmware.api [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.241455] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 940cfe5a-f24f-4f89-8efe-7103cf016b29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 816.264500] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524c63c9-5c3e-a809-a228-edb7f1eefce0, 'name': SearchDatastore_Task, 'duration_secs': 0.025766} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.265096] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.266722] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 114d9a8f-8581-46a9-8047-fe23e07470be/114d9a8f-8581-46a9-8047-fe23e07470be.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.267639] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-893b296c-01e3-4f49-95a3-3aa065ca19d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.276759] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 816.276759] env[65923]: value = "task-4706948" [ 816.276759] env[65923]: _type = "Task" [ 816.276759] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.287966] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.597085] env[65923]: DEBUG oslo_vmware.api [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4706947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259738} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.597795] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.597795] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.597923] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.598133] env[65923]: INFO nova.compute.manager [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 816.598417] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 816.598651] env[65923]: DEBUG nova.compute.manager [-] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 816.598749] env[65923]: DEBUG nova.network.neutron [-] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 816.598994] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.633642] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.746762] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance d45fe9c6-d04a-4d65-baee-d190295debc5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 816.788116] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706948, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.911408] env[65923]: DEBUG nova.compute.manager [req-7658932f-cfa0-444d-a0f4-8b8449529dfc req-109b6b07-e678-49e8-a2f3-8e2ddf734c8f service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Received event network-vif-deleted-11d550d2-7d4a-405c-b2c6-866535e72b78 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 816.911506] env[65923]: INFO nova.compute.manager [req-7658932f-cfa0-444d-a0f4-8b8449529dfc req-109b6b07-e678-49e8-a2f3-8e2ddf734c8f service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Neutron deleted interface 11d550d2-7d4a-405c-b2c6-866535e72b78; detaching it from the instance and deleting it from the info cache [ 816.911673] env[65923]: DEBUG nova.network.neutron [req-7658932f-cfa0-444d-a0f4-8b8449529dfc req-109b6b07-e678-49e8-a2f3-8e2ddf734c8f service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.247890] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance f70cef18-8d65-4409-957a-1f8d81613bb5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 817.291500] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706948, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.327012] env[65923]: DEBUG nova.network.neutron [-] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.415376] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b46ceda-4c80-4bd8-adbc-95a749485391 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.427395] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a915e15-4c57-4738-8748-1e171ccdd0a1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.468942] env[65923]: DEBUG nova.compute.manager [req-7658932f-cfa0-444d-a0f4-8b8449529dfc req-109b6b07-e678-49e8-a2f3-8e2ddf734c8f service nova] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Detach interface failed, port_id=11d550d2-7d4a-405c-b2c6-866535e72b78, reason: Instance 8414751e-090c-4082-8b39-db3a391d50f5 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 817.751494] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 817.788405] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706948, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.028938} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.788772] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 114d9a8f-8581-46a9-8047-fe23e07470be/114d9a8f-8581-46a9-8047-fe23e07470be.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.788916] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.790036] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9910d974-6927-40c3-b58c-6d26cdee078b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.797175] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 817.797175] env[65923]: value = "task-4706949" [ 817.797175] env[65923]: _type = "Task" [ 817.797175] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.816841] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.831057] env[65923]: INFO nova.compute.manager [-] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Took 1.23 seconds to deallocate network for instance. [ 818.255287] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 4fe42a7c-55b1-420e-90bf-fae9d586cf48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 818.307434] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254706} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.307696] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.308627] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97351152-4a0e-4516-b89d-33e61d4866c4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.333498] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 114d9a8f-8581-46a9-8047-fe23e07470be/114d9a8f-8581-46a9-8047-fe23e07470be.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.334318] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6f92ec4-ba15-42d0-b9ca-4d00d23ed6c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.349532] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.356675] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 818.356675] env[65923]: value = "task-4706950" [ 818.356675] env[65923]: _type = "Task" [ 818.356675] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.368709] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.758350] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 3b575d75-5b80-4b8c-a03d-399627feeee9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 818.870229] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.261589] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 49ae1e95-2990-46aa-92c6-f560d5a4a188 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 819.368038] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706950, 'name': ReconfigVM_Task, 'duration_secs': 0.679444} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.368212] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 114d9a8f-8581-46a9-8047-fe23e07470be/114d9a8f-8581-46a9-8047-fe23e07470be.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.368912] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb1e398d-0143-4ef3-ba90-7ce845381f58 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.376814] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 819.376814] env[65923]: value = "task-4706951" [ 819.376814] env[65923]: _type = "Task" [ 819.376814] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.386198] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706951, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.764710] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e396d52a-e51b-4396-b672-c81068d621bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 819.887479] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706951, 'name': Rename_Task, 'duration_secs': 0.147645} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.887752] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.888136] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d552b24f-0bc9-48c8-8242-ca7441d5c81b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.896877] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 819.896877] env[65923]: value = "task-4706952" [ 819.896877] env[65923]: _type = "Task" [ 819.896877] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.905164] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.267835] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e9e33c9c-e81e-4053-a631-3816fb983a97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 820.406759] env[65923]: DEBUG oslo_vmware.api [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706952, 'name': PowerOnVM_Task, 'duration_secs': 0.498881} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.407113] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.407330] env[65923]: INFO nova.compute.manager [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Took 9.28 seconds to spawn the instance on the hypervisor. [ 820.407511] env[65923]: DEBUG nova.compute.manager [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 820.408305] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be4deca-abd1-4124-98fe-4117f473ae73 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.770870] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 15ccdf0f-2ea8-413e-aad7-d1833645fbbd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 820.925327] env[65923]: INFO nova.compute.manager [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Took 46.76 seconds to build instance. [ 821.273660] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance eea92ca0-4856-4722-b34c-10e6689c4c97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 821.427215] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9b795300-52ac-4905-a033-5b1dec34d1eb tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "114d9a8f-8581-46a9-8047-fe23e07470be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.835s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.776931] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e799e78b-bd9e-4803-8f4c-055300c85d19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 821.777291] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 821.777670] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '14', 'num_task_None': '13', 'num_os_type_None': '16', 'num_proj_cbdb9cae101e45d6a8d0bac769aa2f4b': '2', 'io_workload': '1', 'num_proj_2ed68dc8b38c4e288451ea560b8e9a6e': '3', 'num_proj_0fee23d3308249dd8cce9d47f33d6735': '1', 'num_proj_f3b4e657996447b7bc332dc7f07de0d7': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_7d81720231fb47cd856824ed1e304b2e': '1', 'num_proj_b15986d89e904a26955d21295103d23c': '2', 'num_proj_ed4cb7f0af3e4d85ad14c139ad155309': '1', 'num_proj_b5da1b22b7dc436e8c2bfea52eaa9030': '2', 'num_proj_8db03b32cfe54e6a94c65f453275e5cd': '3', 'num_task_deleting': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 821.930284] env[65923]: DEBUG nova.compute.manager [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 822.249627] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c041c8cb-c63a-43ad-89bf-3ead98416b33 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.258272] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7cc11e-4c2d-4318-9b8a-0af1e4a1fab7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.291318] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937151d0-c69a-429f-94d7-4c3dc6e8d5bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.299944] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168cd85d-62f0-4ae9-96b0-0729baf563bd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.314554] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.457058] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.818176] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.323277] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 823.323617] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.636s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.324027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.930s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.325738] env[65923]: INFO nova.compute.claims [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.429450] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "51f00248-8338-4265-b338-52b4d75539fe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.429728] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "51f00248-8338-4265-b338-52b4d75539fe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.429907] env[65923]: DEBUG nova.compute.manager [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 823.430858] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf93ed0f-2514-4d39-aafc-91e5afbbd84e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.439048] env[65923]: DEBUG nova.compute.manager [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65923) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 823.439608] env[65923]: DEBUG nova.objects.instance [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lazy-loading 'flavor' on Instance uuid 51f00248-8338-4265-b338-52b4d75539fe {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.449071] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.449417] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eeb178f-58ee-44a1-9c0d-8682d9d5e85b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.460389] env[65923]: DEBUG oslo_vmware.api [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 824.460389] env[65923]: value = "task-4706953" [ 824.460389] env[65923]: _type = "Task" [ 824.460389] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.469826] env[65923]: DEBUG oslo_vmware.api [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.819764] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f71246a-1437-400c-a615-5a7c92a94fa7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.828731] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84081335-709b-4ba9-83b5-a2e53f3b4a0f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.861827] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a076efb-d1e9-4f47-aed9-4fd4ae5826b6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.870439] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c4e89c-c78c-40af-a6aa-8bb6bee28ae6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.886040] env[65923]: DEBUG nova.compute.provider_tree [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.970572] env[65923]: DEBUG oslo_vmware.api [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706953, 'name': PowerOffVM_Task, 'duration_secs': 0.401634} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.970894] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.971136] env[65923]: DEBUG nova.compute.manager [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 824.971933] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77850bb-ff7d-434b-9b70-ada7b251a7d3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.389832] env[65923]: DEBUG nova.scheduler.client.report [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.488302] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20829a30-93d2-4f28-b9c4-5b73b89e5494 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "51f00248-8338-4265-b338-52b4d75539fe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.895114] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.895604] env[65923]: DEBUG nova.compute.manager [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 825.898428] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.492s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.898579] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.900671] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.724s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.902107] env[65923]: INFO nova.compute.claims [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.933164] env[65923]: INFO nova.scheduler.client.report [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Deleted allocations for instance e7f6dd08-44c6-44d3-a6f8-307464c896cf [ 825.962299] env[65923]: DEBUG nova.objects.instance [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lazy-loading 'flavor' on Instance uuid 51f00248-8338-4265-b338-52b4d75539fe {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.407791] env[65923]: DEBUG nova.compute.utils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.411445] env[65923]: DEBUG nova.compute.manager [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 826.411666] env[65923]: DEBUG nova.network.neutron [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 826.412042] env[65923]: WARNING neutronclient.v2_0.client [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.412466] env[65923]: WARNING neutronclient.v2_0.client [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.440249] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5b84002b-efdf-4b2c-80b8-1eb35e7b600f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.622s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.441294] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 41.442s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.442033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.442033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.442033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.444273] env[65923]: INFO nova.compute.manager [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Terminating instance [ 826.454675] env[65923]: DEBUG nova.policy [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66a3a3fba6e421a8dae184004a80a35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d6fc65f1ca84470b785586a037be8b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.467161] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "refresh_cache-51f00248-8338-4265-b338-52b4d75539fe" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.467366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquired lock "refresh_cache-51f00248-8338-4265-b338-52b4d75539fe" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.467555] env[65923]: DEBUG nova.network.neutron [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 826.467729] env[65923]: DEBUG nova.objects.instance [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lazy-loading 'info_cache' on Instance uuid 51f00248-8338-4265-b338-52b4d75539fe {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.766565] env[65923]: DEBUG nova.network.neutron [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Successfully created port: ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 826.913645] env[65923]: DEBUG nova.compute.manager [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 826.948072] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.949311] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquired lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.949311] env[65923]: DEBUG nova.network.neutron [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 826.971897] env[65923]: DEBUG nova.objects.base [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Object Instance<51f00248-8338-4265-b338-52b4d75539fe> lazy-loaded attributes: flavor,info_cache {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 827.107868] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.108155] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.108375] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.108557] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.108718] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.114644] env[65923]: INFO nova.compute.manager [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Terminating instance [ 827.422468] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658e5bf8-0ef0-422e-905b-e31f5abb0c93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.435388] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33016a48-65a2-495a-8044-4eecf325b7b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.470571] env[65923]: DEBUG nova.compute.utils [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Can not refresh info_cache because instance was not found {{(pid=65923) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 827.471009] env[65923]: WARNING neutronclient.v2_0.client [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.474213] env[65923]: WARNING neutronclient.v2_0.client [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.476941] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced36b81-0778-4077-9c19-d0124e098fd5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.487127] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01c5ae7-a22a-4482-9158-eeda38ed76bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.505708] env[65923]: DEBUG nova.compute.provider_tree [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.507968] env[65923]: DEBUG nova.network.neutron [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 827.619245] env[65923]: DEBUG nova.compute.manager [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 827.619731] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.621691] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f1f08b-abb4-4e89-b68f-2835f2530332 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.629902] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.630312] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b115fc6-c7d5-4221-a042-e10742a0a028 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.639643] env[65923]: DEBUG oslo_vmware.api [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 827.639643] env[65923]: value = "task-4706954" [ 827.639643] env[65923]: _type = "Task" [ 827.639643] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.644952] env[65923]: DEBUG nova.network.neutron [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.650025] env[65923]: DEBUG oslo_vmware.api [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.723292] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.723292] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 827.746365] env[65923]: WARNING neutronclient.v2_0.client [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.832064] env[65923]: DEBUG nova.network.neutron [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Updating instance_info_cache with network_info: [{"id": "a87ab835-f37d-4052-bade-efe4401dea7a", "address": "fa:16:3e:d7:35:20", "network": {"id": "05178dbb-442a-4831-a5d3-ad1f8726993f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1677080257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8db03b32cfe54e6a94c65f453275e5cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa87ab835-f3", "ovs_interfaceid": "a87ab835-f37d-4052-bade-efe4401dea7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.933264] env[65923]: DEBUG nova.compute.manager [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 827.960018] env[65923]: DEBUG nova.virt.hardware [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 827.960018] env[65923]: DEBUG nova.virt.hardware [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.960018] env[65923]: DEBUG nova.virt.hardware [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 827.962515] env[65923]: DEBUG nova.virt.hardware [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.962515] env[65923]: DEBUG nova.virt.hardware [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 827.962515] env[65923]: DEBUG nova.virt.hardware [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 827.962515] env[65923]: DEBUG nova.virt.hardware [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 827.962515] env[65923]: DEBUG nova.virt.hardware [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 827.962515] env[65923]: DEBUG nova.virt.hardware [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 827.962515] env[65923]: DEBUG nova.virt.hardware [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 827.962515] env[65923]: DEBUG nova.virt.hardware [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 827.963163] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a74608-c622-42f2-8098-a5973d74327e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.972660] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4729dec-1c50-4caa-8b4a-cd1bf3a31754 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.011912] env[65923]: DEBUG nova.scheduler.client.report [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.152044] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Releasing lock "refresh_cache-e7f6dd08-44c6-44d3-a6f8-307464c896cf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.152537] env[65923]: DEBUG nova.compute.manager [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 828.152733] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.153168] env[65923]: DEBUG oslo_vmware.api [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706954, 'name': PowerOffVM_Task, 'duration_secs': 0.271225} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.153314] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcac07ad-3e75-409e-b369-cd98fff81c90 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.155610] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.155788] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.156079] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f721804-8bbd-4c65-b61c-53d57e6acff2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.167753] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f93005-94d9-4bc9-a06d-de2111d25277 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.208202] env[65923]: WARNING nova.virt.vmwareapi.vmops [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e7f6dd08-44c6-44d3-a6f8-307464c896cf could not be found. [ 828.208425] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.208605] env[65923]: INFO nova.compute.manager [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Took 0.06 seconds to destroy the instance on the hypervisor. [ 828.208871] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 828.209220] env[65923]: DEBUG nova.compute.manager [-] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 828.209318] env[65923]: DEBUG nova.network.neutron [-] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 828.209569] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.236500] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.236500] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.236665] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.237498] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.237498] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.237498] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.237498] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 828.237498] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 828.241159] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.241159] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.241159] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Deleting the datastore file [datastore2] aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.241444] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e281235d-5fc7-4a06-9412-8ba1fe20c1a0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.252855] env[65923]: DEBUG oslo_vmware.api [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for the task: (returnval){ [ 828.252855] env[65923]: value = "task-4706956" [ 828.252855] env[65923]: _type = "Task" [ 828.252855] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.259040] env[65923]: DEBUG nova.network.neutron [-] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 828.259402] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.267488] env[65923]: DEBUG oslo_vmware.api [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.336208] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Releasing lock "refresh_cache-51f00248-8338-4265-b338-52b4d75539fe" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.346149] env[65923]: DEBUG nova.network.neutron [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Successfully updated port: ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 828.351087] env[65923]: DEBUG nova.compute.manager [req-f2e433c5-10ed-4f39-8123-3f175aacb8bd req-ebb77c47-23d2-4189-93a0-f20a672f778a service nova] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Received event network-vif-plugged-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 828.351316] env[65923]: DEBUG oslo_concurrency.lockutils [req-f2e433c5-10ed-4f39-8123-3f175aacb8bd req-ebb77c47-23d2-4189-93a0-f20a672f778a service nova] Acquiring lock "940cfe5a-f24f-4f89-8efe-7103cf016b29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.351537] env[65923]: DEBUG oslo_concurrency.lockutils [req-f2e433c5-10ed-4f39-8123-3f175aacb8bd req-ebb77c47-23d2-4189-93a0-f20a672f778a service nova] Lock "940cfe5a-f24f-4f89-8efe-7103cf016b29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.351749] env[65923]: DEBUG oslo_concurrency.lockutils [req-f2e433c5-10ed-4f39-8123-3f175aacb8bd req-ebb77c47-23d2-4189-93a0-f20a672f778a service nova] Lock "940cfe5a-f24f-4f89-8efe-7103cf016b29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.351932] env[65923]: DEBUG nova.compute.manager [req-f2e433c5-10ed-4f39-8123-3f175aacb8bd req-ebb77c47-23d2-4189-93a0-f20a672f778a service nova] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] No waiting events found dispatching network-vif-plugged-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 828.352108] env[65923]: WARNING nova.compute.manager [req-f2e433c5-10ed-4f39-8123-3f175aacb8bd req-ebb77c47-23d2-4189-93a0-f20a672f778a service nova] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Received unexpected event network-vif-plugged-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd for instance with vm_state building and task_state spawning. [ 828.521292] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.521929] env[65923]: DEBUG nova.compute.manager [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 828.524937] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.711s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.525259] env[65923]: DEBUG nova.objects.instance [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 828.741735] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.764951] env[65923]: DEBUG nova.network.neutron [-] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.766593] env[65923]: DEBUG oslo_vmware.api [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Task: {'id': task-4706956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159444} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.767282] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.767282] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.767445] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.767494] env[65923]: INFO nova.compute.manager [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 828.767738] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 828.767939] env[65923]: DEBUG nova.compute.manager [-] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 828.768163] env[65923]: DEBUG nova.network.neutron [-] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 828.768295] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.818259] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.849134] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "refresh_cache-940cfe5a-f24f-4f89-8efe-7103cf016b29" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.849642] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "refresh_cache-940cfe5a-f24f-4f89-8efe-7103cf016b29" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.849642] env[65923]: DEBUG nova.network.neutron [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 829.032165] env[65923]: DEBUG nova.compute.utils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.037845] env[65923]: DEBUG nova.compute.manager [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 829.038408] env[65923]: DEBUG nova.network.neutron [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 829.042100] env[65923]: WARNING neutronclient.v2_0.client [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.042100] env[65923]: WARNING neutronclient.v2_0.client [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.109546] env[65923]: DEBUG nova.policy [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f3b0485af824fe086128045e2d9d894', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ff9590078c847d4a507b6bd98588245', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.268140] env[65923]: INFO nova.compute.manager [-] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Took 1.06 seconds to deallocate network for instance. [ 829.348211] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.348211] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d976b0c9-4195-4aba-8f6d-21e48b5b706b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.358880] env[65923]: DEBUG oslo_vmware.api [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 829.358880] env[65923]: value = "task-4706957" [ 829.358880] env[65923]: _type = "Task" [ 829.358880] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.370863] env[65923]: DEBUG oslo_vmware.api [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.415839] env[65923]: DEBUG nova.network.neutron [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 829.427854] env[65923]: DEBUG nova.network.neutron [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Successfully created port: d746a756-9f03-4e69-90c5-0cf252dd5efe {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 829.520839] env[65923]: WARNING neutronclient.v2_0.client [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.539755] env[65923]: DEBUG nova.compute.manager [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 829.543500] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c677466c-aaad-4c04-b403-3e9f9ca54e2e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.545049] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.441s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.545237] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.547629] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.794s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.549216] env[65923]: INFO nova.compute.claims [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.559477] env[65923]: DEBUG nova.network.neutron [-] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.591186] env[65923]: INFO nova.scheduler.client.report [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Deleted allocations for instance c2e901f4-1a4c-4c55-8dae-2d91372970da [ 829.639672] env[65923]: DEBUG nova.network.neutron [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Updating instance_info_cache with network_info: [{"id": "ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd", "address": "fa:16:3e:2b:f3:0b", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca9c7074-78", "ovs_interfaceid": "ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.775539] env[65923]: INFO nova.compute.manager [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Instance disappeared during terminate [ 829.775798] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c49bd00c-f96d-4cc6-8323-aa89a95fbb25 tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "e7f6dd08-44c6-44d3-a6f8-307464c896cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.335s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.874699] env[65923]: DEBUG oslo_vmware.api [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706957, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.062878] env[65923]: INFO nova.compute.manager [-] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Took 1.29 seconds to deallocate network for instance. [ 830.101328] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7e0302d6-5e84-4a96-94ed-93835c7100e7 tempest-ServersTestMultiNic-683364544 tempest-ServersTestMultiNic-683364544-project-member] Lock "c2e901f4-1a4c-4c55-8dae-2d91372970da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.016s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.144943] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "refresh_cache-940cfe5a-f24f-4f89-8efe-7103cf016b29" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.144943] env[65923]: DEBUG nova.compute.manager [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Instance network_info: |[{"id": "ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd", "address": "fa:16:3e:2b:f3:0b", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca9c7074-78", "ovs_interfaceid": "ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 830.144943] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:f3:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.153839] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 830.155052] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.155052] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1ae4254-f380-47d7-b12c-392f24579c57 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.177483] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.177483] env[65923]: value = "task-4706958" [ 830.177483] env[65923]: _type = "Task" [ 830.177483] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.187370] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706958, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.370639] env[65923]: DEBUG oslo_vmware.api [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706957, 'name': PowerOnVM_Task, 'duration_secs': 0.550701} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.371092] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.371315] env[65923]: DEBUG nova.compute.manager [None req-a2b6b9b1-b0f0-40a5-a673-4eaf68e4607f tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 830.372610] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44926a9a-da32-43d0-acdf-2ee101035945 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.411287] env[65923]: DEBUG nova.compute.manager [req-62adc352-aaec-4430-8afe-9b33dc6000df req-7a43a67a-b9ce-4a59-ab29-a87c9ab18920 service nova] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Received event network-changed-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 830.412287] env[65923]: DEBUG nova.compute.manager [req-62adc352-aaec-4430-8afe-9b33dc6000df req-7a43a67a-b9ce-4a59-ab29-a87c9ab18920 service nova] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Refreshing instance network info cache due to event network-changed-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 830.412287] env[65923]: DEBUG oslo_concurrency.lockutils [req-62adc352-aaec-4430-8afe-9b33dc6000df req-7a43a67a-b9ce-4a59-ab29-a87c9ab18920 service nova] Acquiring lock "refresh_cache-940cfe5a-f24f-4f89-8efe-7103cf016b29" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.412287] env[65923]: DEBUG oslo_concurrency.lockutils [req-62adc352-aaec-4430-8afe-9b33dc6000df req-7a43a67a-b9ce-4a59-ab29-a87c9ab18920 service nova] Acquired lock "refresh_cache-940cfe5a-f24f-4f89-8efe-7103cf016b29" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.412287] env[65923]: DEBUG nova.network.neutron [req-62adc352-aaec-4430-8afe-9b33dc6000df req-7a43a67a-b9ce-4a59-ab29-a87c9ab18920 service nova] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Refreshing network info cache for port ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.553834] env[65923]: DEBUG nova.compute.manager [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 830.569152] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.581560] env[65923]: DEBUG nova.virt.hardware [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 830.581810] env[65923]: DEBUG nova.virt.hardware [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.581966] env[65923]: DEBUG nova.virt.hardware [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 830.582163] env[65923]: DEBUG nova.virt.hardware [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.582312] env[65923]: DEBUG nova.virt.hardware [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 830.582505] env[65923]: DEBUG nova.virt.hardware [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 830.582728] env[65923]: DEBUG nova.virt.hardware [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 830.582894] env[65923]: DEBUG nova.virt.hardware [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 830.583069] env[65923]: DEBUG nova.virt.hardware [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 830.583239] env[65923]: DEBUG nova.virt.hardware [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 830.583412] env[65923]: DEBUG nova.virt.hardware [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 830.584332] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d6dfd-b541-4053-8175-5d63576cd023 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.596014] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc421a8d-0f88-45a1-8441-b2850d8e861a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.693680] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706958, 'name': CreateVM_Task, 'duration_secs': 0.382037} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.693864] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.694545] env[65923]: WARNING neutronclient.v2_0.client [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.695075] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.695210] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.695475] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.698205] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ca145a-bd35-4de2-9262-c8ef071dd190 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.704547] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 830.704547] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52960f53-0f40-6571-6459-17c25542e9fc" [ 830.704547] env[65923]: _type = "Task" [ 830.704547] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.717566] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52960f53-0f40-6571-6459-17c25542e9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.916560] env[65923]: WARNING neutronclient.v2_0.client [req-62adc352-aaec-4430-8afe-9b33dc6000df req-7a43a67a-b9ce-4a59-ab29-a87c9ab18920 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.012768] env[65923]: DEBUG nova.network.neutron [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Successfully updated port: d746a756-9f03-4e69-90c5-0cf252dd5efe {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 831.056739] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfecc35-7dca-485a-a422-c8675c9d3701 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.065225] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d7d13d-38ee-4f5d-a569-b00b007ce486 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.108318] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5b7a69-5cc7-419d-b364-b352371c095a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.118630] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e23dae4-c1b4-484c-b741-fe5439ab63c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.135249] env[65923]: DEBUG nova.compute.provider_tree [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.216662] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52960f53-0f40-6571-6459-17c25542e9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.216981] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.217238] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.217469] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.217609] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.217781] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.218057] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c012c169-7190-424d-8833-4ddf15c51c1b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.231913] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.232168] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.232943] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3036a54c-7d10-4445-9fb2-9cc4dcc4a577 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.241669] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 831.241669] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a064f3-332c-11a3-85cd-3897377fde0a" [ 831.241669] env[65923]: _type = "Task" [ 831.241669] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.252890] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a064f3-332c-11a3-85cd-3897377fde0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.279480] env[65923]: WARNING neutronclient.v2_0.client [req-62adc352-aaec-4430-8afe-9b33dc6000df req-7a43a67a-b9ce-4a59-ab29-a87c9ab18920 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.433263] env[65923]: DEBUG nova.network.neutron [req-62adc352-aaec-4430-8afe-9b33dc6000df req-7a43a67a-b9ce-4a59-ab29-a87c9ab18920 service nova] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Updated VIF entry in instance network info cache for port ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 831.433636] env[65923]: DEBUG nova.network.neutron [req-62adc352-aaec-4430-8afe-9b33dc6000df req-7a43a67a-b9ce-4a59-ab29-a87c9ab18920 service nova] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Updating instance_info_cache with network_info: [{"id": "ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd", "address": "fa:16:3e:2b:f3:0b", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca9c7074-78", "ovs_interfaceid": "ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.516534] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquiring lock "refresh_cache-d45fe9c6-d04a-4d65-baee-d190295debc5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.516759] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquired lock "refresh_cache-d45fe9c6-d04a-4d65-baee-d190295debc5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.516974] env[65923]: DEBUG nova.network.neutron [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 831.642581] env[65923]: DEBUG nova.scheduler.client.report [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.755841] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a064f3-332c-11a3-85cd-3897377fde0a, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.756745] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2254b737-0d00-4b2a-a0b0-66b61a983642 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.763672] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 831.763672] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528c0516-aac0-b8d6-9ec5-348818120873" [ 831.763672] env[65923]: _type = "Task" [ 831.763672] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.772898] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528c0516-aac0-b8d6-9ec5-348818120873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.937260] env[65923]: DEBUG oslo_concurrency.lockutils [req-62adc352-aaec-4430-8afe-9b33dc6000df req-7a43a67a-b9ce-4a59-ab29-a87c9ab18920 service nova] Releasing lock "refresh_cache-940cfe5a-f24f-4f89-8efe-7103cf016b29" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.938197] env[65923]: DEBUG nova.compute.manager [req-62adc352-aaec-4430-8afe-9b33dc6000df req-7a43a67a-b9ce-4a59-ab29-a87c9ab18920 service nova] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Received event network-vif-deleted-465640a4-919e-4747-bd7b-d7618c474e43 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 832.050695] env[65923]: DEBUG nova.network.neutron [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 832.148917] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.149516] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 832.152621] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.074s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.154133] env[65923]: INFO nova.compute.claims [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.184769] env[65923]: WARNING neutronclient.v2_0.client [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.277641] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528c0516-aac0-b8d6-9ec5-348818120873, 'name': SearchDatastore_Task, 'duration_secs': 0.009751} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.278067] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.278323] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 940cfe5a-f24f-4f89-8efe-7103cf016b29/940cfe5a-f24f-4f89-8efe-7103cf016b29.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.278676] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a44a547-121e-4471-847c-a4d97074024d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.287717] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 832.287717] env[65923]: value = "task-4706959" [ 832.287717] env[65923]: _type = "Task" [ 832.287717] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.299195] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.359178] env[65923]: DEBUG nova.network.neutron [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Updating instance_info_cache with network_info: [{"id": "d746a756-9f03-4e69-90c5-0cf252dd5efe", "address": "fa:16:3e:d3:57:cb", "network": {"id": "43ed920a-e176-498b-ada3-75a524565f61", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1196584953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff9590078c847d4a507b6bd98588245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd746a756-9f", "ovs_interfaceid": "d746a756-9f03-4e69-90c5-0cf252dd5efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.616682] env[65923]: DEBUG nova.compute.manager [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Received event network-vif-plugged-d746a756-9f03-4e69-90c5-0cf252dd5efe {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 832.617134] env[65923]: DEBUG oslo_concurrency.lockutils [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] Acquiring lock "d45fe9c6-d04a-4d65-baee-d190295debc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.617464] env[65923]: DEBUG oslo_concurrency.lockutils [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] Lock "d45fe9c6-d04a-4d65-baee-d190295debc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.617634] env[65923]: DEBUG oslo_concurrency.lockutils [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] Lock "d45fe9c6-d04a-4d65-baee-d190295debc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.617802] env[65923]: DEBUG nova.compute.manager [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] No waiting events found dispatching network-vif-plugged-d746a756-9f03-4e69-90c5-0cf252dd5efe {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 832.617961] env[65923]: WARNING nova.compute.manager [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Received unexpected event network-vif-plugged-d746a756-9f03-4e69-90c5-0cf252dd5efe for instance with vm_state building and task_state spawning. [ 832.618146] env[65923]: DEBUG nova.compute.manager [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Received event network-changed-d746a756-9f03-4e69-90c5-0cf252dd5efe {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 832.618308] env[65923]: DEBUG nova.compute.manager [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Refreshing instance network info cache due to event network-changed-d746a756-9f03-4e69-90c5-0cf252dd5efe. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 832.618475] env[65923]: DEBUG oslo_concurrency.lockutils [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] Acquiring lock "refresh_cache-d45fe9c6-d04a-4d65-baee-d190295debc5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.661436] env[65923]: DEBUG nova.compute.utils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.666066] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 832.666066] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 832.666066] env[65923]: WARNING neutronclient.v2_0.client [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.666066] env[65923]: WARNING neutronclient.v2_0.client [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.738523] env[65923]: DEBUG nova.policy [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a69f23a98254eccabac3a7e49966416', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb2b8340472a44eaaf879eba5c394d31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.799141] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487748} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.799413] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 940cfe5a-f24f-4f89-8efe-7103cf016b29/940cfe5a-f24f-4f89-8efe-7103cf016b29.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.799617] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.799866] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50393ab7-1475-450b-b5a0-1cdc3bab5c35 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.807394] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 832.807394] env[65923]: value = "task-4706960" [ 832.807394] env[65923]: _type = "Task" [ 832.807394] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.818943] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.862853] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Releasing lock "refresh_cache-d45fe9c6-d04a-4d65-baee-d190295debc5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.863285] env[65923]: DEBUG nova.compute.manager [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Instance network_info: |[{"id": "d746a756-9f03-4e69-90c5-0cf252dd5efe", "address": "fa:16:3e:d3:57:cb", "network": {"id": "43ed920a-e176-498b-ada3-75a524565f61", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1196584953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff9590078c847d4a507b6bd98588245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd746a756-9f", "ovs_interfaceid": "d746a756-9f03-4e69-90c5-0cf252dd5efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 832.863647] env[65923]: DEBUG oslo_concurrency.lockutils [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] Acquired lock "refresh_cache-d45fe9c6-d04a-4d65-baee-d190295debc5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.863824] env[65923]: DEBUG nova.network.neutron [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Refreshing network info cache for port d746a756-9f03-4e69-90c5-0cf252dd5efe {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.865650] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:57:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd746a756-9f03-4e69-90c5-0cf252dd5efe', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.874915] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Creating folder: Project (4ff9590078c847d4a507b6bd98588245). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.874915] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00b54de6-3b10-4d43-81d5-962a51d025ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.887447] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Created folder: Project (4ff9590078c847d4a507b6bd98588245) in parent group-v918465. [ 832.887447] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Creating folder: Instances. Parent ref: group-v918622. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.887447] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c05a4a-afe4-4a26-b84b-db21b8fb6fea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.898911] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Created folder: Instances in parent group-v918622. [ 832.898911] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 832.898911] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.899372] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41fb2e20-bde6-4b4b-a5b3-0c05dba1317c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.919525] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.919525] env[65923]: value = "task-4706963" [ 832.919525] env[65923]: _type = "Task" [ 832.919525] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.931693] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706963, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.080372] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Successfully created port: 8e98aae8-324c-4f39-a5ad-a237ac03966c {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 833.171424] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 833.327069] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236149} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.327401] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.328385] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13ce94a-e2b2-4dab-8746-1dbf5045bc05 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.359183] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 940cfe5a-f24f-4f89-8efe-7103cf016b29/940cfe5a-f24f-4f89-8efe-7103cf016b29.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.362363] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeadacd9-3b89-48fc-bf16-5886e8e01b9c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.377936] env[65923]: WARNING neutronclient.v2_0.client [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.387538] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 833.387538] env[65923]: value = "task-4706964" [ 833.387538] env[65923]: _type = "Task" [ 833.387538] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.401646] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.430847] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706963, 'name': CreateVM_Task, 'duration_secs': 0.396461} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.434150] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.435567] env[65923]: WARNING neutronclient.v2_0.client [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.435567] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.435567] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.435892] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.436462] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-043a36ab-fcc1-479d-af1b-fe136e02e121 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.442167] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for the task: (returnval){ [ 833.442167] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52666c50-6048-e80f-645f-f804fabaa717" [ 833.442167] env[65923]: _type = "Task" [ 833.442167] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.452709] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52666c50-6048-e80f-645f-f804fabaa717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.801772] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2004119-176f-4467-9440-0a844c0409f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.809622] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff001be-0363-477c-a2ab-e8bf4090a72c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.842528] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2846864-5f4a-4840-98e1-2122c16eb26e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.851117] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0567b178-5faf-469a-9f48-8b9181a8870a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.866507] env[65923]: DEBUG nova.compute.provider_tree [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.898051] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706964, 'name': ReconfigVM_Task, 'duration_secs': 0.293812} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.898371] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 940cfe5a-f24f-4f89-8efe-7103cf016b29/940cfe5a-f24f-4f89-8efe-7103cf016b29.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.899035] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea56f897-ee3b-459c-b7af-5da3ce28997c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.906745] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 833.906745] env[65923]: value = "task-4706965" [ 833.906745] env[65923]: _type = "Task" [ 833.906745] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.916557] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706965, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.954249] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52666c50-6048-e80f-645f-f804fabaa717, 'name': SearchDatastore_Task, 'duration_secs': 0.011294} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.954562] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.954792] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.955193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.955308] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.955870] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.955870] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4219f0f-ef46-4e2a-8d53-9e44b92fa5d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.964967] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.964967] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.965510] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5117935-bc3f-4a98-8f3f-8b36fc6df616 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.971528] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for the task: (returnval){ [ 833.971528] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525d1969-0205-ae1a-4f1a-4a700d86a782" [ 833.971528] env[65923]: _type = "Task" [ 833.971528] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.980324] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525d1969-0205-ae1a-4f1a-4a700d86a782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.995833] env[65923]: WARNING neutronclient.v2_0.client [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.153909] env[65923]: DEBUG nova.network.neutron [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Updated VIF entry in instance network info cache for port d746a756-9f03-4e69-90c5-0cf252dd5efe. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 834.154383] env[65923]: DEBUG nova.network.neutron [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Updating instance_info_cache with network_info: [{"id": "d746a756-9f03-4e69-90c5-0cf252dd5efe", "address": "fa:16:3e:d3:57:cb", "network": {"id": "43ed920a-e176-498b-ada3-75a524565f61", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1196584953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ff9590078c847d4a507b6bd98588245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd746a756-9f", "ovs_interfaceid": "d746a756-9f03-4e69-90c5-0cf252dd5efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.186018] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 834.209341] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 834.209599] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.209751] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 834.210373] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.210373] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 834.210373] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 834.210555] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 834.210555] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 834.210699] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 834.210862] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 834.211053] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 834.211921] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbce837-d432-41d4-8b9d-678946371525 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.220368] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d2ee05-44a2-493b-b2ba-303f0ce817d3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.370363] env[65923]: DEBUG nova.scheduler.client.report [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.417975] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706965, 'name': Rename_Task, 'duration_secs': 0.153306} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.418546] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.418707] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42ce9c28-386f-425f-9021-70fb92352589 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.427717] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 834.427717] env[65923]: value = "task-4706966" [ 834.427717] env[65923]: _type = "Task" [ 834.427717] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.437864] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.483392] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525d1969-0205-ae1a-4f1a-4a700d86a782, 'name': SearchDatastore_Task, 'duration_secs': 0.015017} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.484245] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52197fee-5f3d-4fbe-97d4-307d56823895 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.490280] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for the task: (returnval){ [ 834.490280] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5270766b-7a80-26b2-2f9b-0f6841366bc6" [ 834.490280] env[65923]: _type = "Task" [ 834.490280] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.499235] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5270766b-7a80-26b2-2f9b-0f6841366bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.646566] env[65923]: DEBUG nova.compute.manager [req-28d1167d-b47f-45bb-bc19-6a135677fdca req-7e09a7e6-6d3d-4ba2-ab3a-db37351a5123 service nova] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Received event network-vif-plugged-8e98aae8-324c-4f39-a5ad-a237ac03966c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 834.646713] env[65923]: DEBUG oslo_concurrency.lockutils [req-28d1167d-b47f-45bb-bc19-6a135677fdca req-7e09a7e6-6d3d-4ba2-ab3a-db37351a5123 service nova] Acquiring lock "f70cef18-8d65-4409-957a-1f8d81613bb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.646988] env[65923]: DEBUG oslo_concurrency.lockutils [req-28d1167d-b47f-45bb-bc19-6a135677fdca req-7e09a7e6-6d3d-4ba2-ab3a-db37351a5123 service nova] Lock "f70cef18-8d65-4409-957a-1f8d81613bb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.647233] env[65923]: DEBUG oslo_concurrency.lockutils [req-28d1167d-b47f-45bb-bc19-6a135677fdca req-7e09a7e6-6d3d-4ba2-ab3a-db37351a5123 service nova] Lock "f70cef18-8d65-4409-957a-1f8d81613bb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.647432] env[65923]: DEBUG nova.compute.manager [req-28d1167d-b47f-45bb-bc19-6a135677fdca req-7e09a7e6-6d3d-4ba2-ab3a-db37351a5123 service nova] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] No waiting events found dispatching network-vif-plugged-8e98aae8-324c-4f39-a5ad-a237ac03966c {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 834.647624] env[65923]: WARNING nova.compute.manager [req-28d1167d-b47f-45bb-bc19-6a135677fdca req-7e09a7e6-6d3d-4ba2-ab3a-db37351a5123 service nova] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Received unexpected event network-vif-plugged-8e98aae8-324c-4f39-a5ad-a237ac03966c for instance with vm_state building and task_state spawning. [ 834.656484] env[65923]: DEBUG oslo_concurrency.lockutils [req-ab9d5dbc-bdd0-40fd-97e8-06bc549e9575 req-e1999aae-0d1c-4b3a-94fa-e36aa86b136a service nova] Releasing lock "refresh_cache-d45fe9c6-d04a-4d65-baee-d190295debc5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.685840] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Successfully updated port: 8e98aae8-324c-4f39-a5ad-a237ac03966c {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 834.878159] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.878699] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 834.881435] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.734s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.881662] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.884766] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.656s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.885039] env[65923]: DEBUG nova.objects.instance [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 834.917712] env[65923]: INFO nova.scheduler.client.report [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleted allocations for instance e7370764-1001-4241-96af-0d5cacfd273c [ 834.937946] env[65923]: DEBUG oslo_vmware.api [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706966, 'name': PowerOnVM_Task, 'duration_secs': 0.491407} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.938241] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.938441] env[65923]: INFO nova.compute.manager [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Took 7.01 seconds to spawn the instance on the hypervisor. [ 834.938612] env[65923]: DEBUG nova.compute.manager [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 834.939420] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89aec01-8d18-408d-88a9-3c31f774a8df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.001686] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5270766b-7a80-26b2-2f9b-0f6841366bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.020705} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.001976] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.002301] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] d45fe9c6-d04a-4d65-baee-d190295debc5/d45fe9c6-d04a-4d65-baee-d190295debc5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.002635] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d5c1590-02fd-4ea2-84cb-2af592938d51 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.010395] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for the task: (returnval){ [ 835.010395] env[65923]: value = "task-4706967" [ 835.010395] env[65923]: _type = "Task" [ 835.010395] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.019543] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.189701] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "refresh_cache-f70cef18-8d65-4409-957a-1f8d81613bb5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.190039] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "refresh_cache-f70cef18-8d65-4409-957a-1f8d81613bb5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.190039] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 835.389583] env[65923]: DEBUG nova.compute.utils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.393981] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 835.395026] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 835.395155] env[65923]: WARNING neutronclient.v2_0.client [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.395637] env[65923]: WARNING neutronclient.v2_0.client [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.426496] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7704c232-3893-48f3-908d-90aec96a3e0e tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "e7370764-1001-4241-96af-0d5cacfd273c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.930s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.452266] env[65923]: DEBUG nova.policy [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a69f23a98254eccabac3a7e49966416', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb2b8340472a44eaaf879eba5c394d31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.461368] env[65923]: INFO nova.compute.manager [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Took 55.09 seconds to build instance. [ 835.527946] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706967, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.572556] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.572864] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.573145] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.573362] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.573536] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.575957] env[65923]: INFO nova.compute.manager [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Terminating instance [ 835.672727] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "114d9a8f-8581-46a9-8047-fe23e07470be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.673017] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "114d9a8f-8581-46a9-8047-fe23e07470be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.673289] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "114d9a8f-8581-46a9-8047-fe23e07470be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.673521] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "114d9a8f-8581-46a9-8047-fe23e07470be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.673700] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "114d9a8f-8581-46a9-8047-fe23e07470be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.676353] env[65923]: INFO nova.compute.manager [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Terminating instance [ 835.749150] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 835.775221] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Successfully created port: f9553c6f-d47e-4d1d-aa22-c270f80f1234 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 835.845659] env[65923]: WARNING neutronclient.v2_0.client [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.902398] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 835.903863] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0e35b21a-4fb9-4b97-b843-4649d245885e tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.905852] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 41.355s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.950876] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Updating instance_info_cache with network_info: [{"id": "8e98aae8-324c-4f39-a5ad-a237ac03966c", "address": "fa:16:3e:6e:4f:f4", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e98aae8-32", "ovs_interfaceid": "8e98aae8-324c-4f39-a5ad-a237ac03966c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.965100] env[65923]: DEBUG oslo_concurrency.lockutils [None req-746ef842-abbe-49ab-8993-35c6af8715cf tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "940cfe5a-f24f-4f89-8efe-7103cf016b29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.451s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.022821] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807775} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.023284] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] d45fe9c6-d04a-4d65-baee-d190295debc5/d45fe9c6-d04a-4d65-baee-d190295debc5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.023773] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.024185] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-641a59a4-8584-4045-be6d-d0613979a595 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.034190] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for the task: (returnval){ [ 836.034190] env[65923]: value = "task-4706968" [ 836.034190] env[65923]: _type = "Task" [ 836.034190] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.042930] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.081023] env[65923]: DEBUG nova.compute.manager [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 836.082056] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.082441] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eebeab-8cd2-4841-8dcd-a8a4ddaec2e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.090484] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.090757] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c11d46dc-2dd8-4195-b0e0-37af7c91b606 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.098665] env[65923]: DEBUG oslo_vmware.api [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 836.098665] env[65923]: value = "task-4706969" [ 836.098665] env[65923]: _type = "Task" [ 836.098665] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.107897] env[65923]: DEBUG oslo_vmware.api [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.180373] env[65923]: DEBUG nova.compute.manager [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 836.180592] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.181547] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2a692b-b00e-40da-8120-76c5b9f4b4df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.190534] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.190952] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a78ef2d8-35e2-41e0-a8ae-0ffcb9312a0a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.200070] env[65923]: DEBUG oslo_vmware.api [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 836.200070] env[65923]: value = "task-4706970" [ 836.200070] env[65923]: _type = "Task" [ 836.200070] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.211999] env[65923]: DEBUG oslo_vmware.api [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.410549] env[65923]: DEBUG nova.objects.instance [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lazy-loading 'migration_context' on Instance uuid be0024b2-0de9-4063-9d8f-c72050a98c30 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.452988] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "refresh_cache-f70cef18-8d65-4409-957a-1f8d81613bb5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.453458] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Instance network_info: |[{"id": "8e98aae8-324c-4f39-a5ad-a237ac03966c", "address": "fa:16:3e:6e:4f:f4", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e98aae8-32", "ovs_interfaceid": "8e98aae8-324c-4f39-a5ad-a237ac03966c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 836.454215] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:4f:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e98aae8-324c-4f39-a5ad-a237ac03966c', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.463400] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 836.464666] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.464914] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a77cb433-c567-4168-95d7-5b6f9788f071 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.479606] env[65923]: DEBUG nova.compute.manager [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 836.489035] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.489035] env[65923]: value = "task-4706971" [ 836.489035] env[65923]: _type = "Task" [ 836.489035] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.498100] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706971, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.542908] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069426} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.543209] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.544104] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bcd2ca-c76c-4e5b-8feb-f5da46c41b48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.570454] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] d45fe9c6-d04a-4d65-baee-d190295debc5/d45fe9c6-d04a-4d65-baee-d190295debc5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.570818] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2863f67-a92b-4d46-810d-c7d5eb6847d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.593037] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for the task: (returnval){ [ 836.593037] env[65923]: value = "task-4706972" [ 836.593037] env[65923]: _type = "Task" [ 836.593037] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.605640] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.612017] env[65923]: DEBUG oslo_vmware.api [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706969, 'name': PowerOffVM_Task, 'duration_secs': 0.406442} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.612605] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.612605] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.612934] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ccde814-9ed4-46e8-b0b8-7543e0668608 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.692520] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.692832] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.693091] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleting the datastore file [datastore1] 2d55be2e-64f5-47bb-8f76-9bece533ffd1 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.695039] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c0a1332-08a9-496f-bd6d-7898440a5d19 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.710359] env[65923]: DEBUG oslo_vmware.api [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 836.710359] env[65923]: value = "task-4706974" [ 836.710359] env[65923]: _type = "Task" [ 836.710359] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.715119] env[65923]: DEBUG oslo_vmware.api [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706970, 'name': PowerOffVM_Task, 'duration_secs': 0.314885} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.720415] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.720779] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.721566] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39db47a1-6fa7-4764-823d-406cfc9423a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.732060] env[65923]: DEBUG oslo_vmware.api [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.800583] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.800583] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.800759] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Deleting the datastore file [datastore2] 114d9a8f-8581-46a9-8047-fe23e07470be {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.803027] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88dc8a6a-bc62-4e49-b4d4-d63d3e1400c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.810244] env[65923]: DEBUG oslo_vmware.api [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 836.810244] env[65923]: value = "task-4706976" [ 836.810244] env[65923]: _type = "Task" [ 836.810244] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.821643] env[65923]: DEBUG oslo_vmware.api [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.888990] env[65923]: DEBUG nova.compute.manager [req-76cbbf7c-90c6-494f-a6a4-8f6d9fde9086 req-36a783c1-100f-499c-9770-1fd9ba940cdf service nova] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Received event network-changed-8e98aae8-324c-4f39-a5ad-a237ac03966c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 836.890072] env[65923]: DEBUG nova.compute.manager [req-76cbbf7c-90c6-494f-a6a4-8f6d9fde9086 req-36a783c1-100f-499c-9770-1fd9ba940cdf service nova] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Refreshing instance network info cache due to event network-changed-8e98aae8-324c-4f39-a5ad-a237ac03966c. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 836.890379] env[65923]: DEBUG oslo_concurrency.lockutils [req-76cbbf7c-90c6-494f-a6a4-8f6d9fde9086 req-36a783c1-100f-499c-9770-1fd9ba940cdf service nova] Acquiring lock "refresh_cache-f70cef18-8d65-4409-957a-1f8d81613bb5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.890545] env[65923]: DEBUG oslo_concurrency.lockutils [req-76cbbf7c-90c6-494f-a6a4-8f6d9fde9086 req-36a783c1-100f-499c-9770-1fd9ba940cdf service nova] Acquired lock "refresh_cache-f70cef18-8d65-4409-957a-1f8d81613bb5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.890720] env[65923]: DEBUG nova.network.neutron [req-76cbbf7c-90c6-494f-a6a4-8f6d9fde9086 req-36a783c1-100f-499c-9770-1fd9ba940cdf service nova] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Refreshing network info cache for port 8e98aae8-324c-4f39-a5ad-a237ac03966c {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.909178] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 836.936649] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 836.936899] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.937057] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 836.937249] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.937391] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 836.937535] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 836.937803] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 836.937972] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 836.938162] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 836.938320] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 836.938489] env[65923]: DEBUG nova.virt.hardware [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 836.939874] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d30bf3e-b5ee-4ddf-a9df-4ffd73d7491f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.951701] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbb8b7f-1884-48dd-ad6d-968d2390790e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.000360] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706971, 'name': CreateVM_Task, 'duration_secs': 0.392493} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.003459] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.003668] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.004366] env[65923]: WARNING neutronclient.v2_0.client [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.004719] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.004869] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.005201] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.005453] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-502bc5f6-8777-4d73-8b91-abf643d3f173 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.010790] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 837.010790] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521fd901-a600-adf9-00d1-20c456498fdc" [ 837.010790] env[65923]: _type = "Task" [ 837.010790] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.022236] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521fd901-a600-adf9-00d1-20c456498fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.105521] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706972, 'name': ReconfigVM_Task, 'duration_secs': 0.382809} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.105521] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Reconfigured VM instance instance-0000003b to attach disk [datastore2] d45fe9c6-d04a-4d65-baee-d190295debc5/d45fe9c6-d04a-4d65-baee-d190295debc5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.106712] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35586370-9f72-4768-a12c-8d3566e4dd87 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.115024] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for the task: (returnval){ [ 837.115024] env[65923]: value = "task-4706977" [ 837.115024] env[65923]: _type = "Task" [ 837.115024] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.124952] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706977, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.205045] env[65923]: INFO nova.compute.manager [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Rebuilding instance [ 837.224627] env[65923]: DEBUG oslo_vmware.api [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4706974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250419} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.228764] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.228764] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.228764] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.228764] env[65923]: INFO nova.compute.manager [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 837.228764] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 837.228764] env[65923]: DEBUG nova.compute.manager [-] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 837.228764] env[65923]: DEBUG nova.network.neutron [-] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 837.228764] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.262035] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.285276] env[65923]: DEBUG nova.compute.manager [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 837.286238] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd4a8c2-9324-45d8-a4f6-1061150ffb2a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.324355] env[65923]: DEBUG oslo_vmware.api [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4706976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323626} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.328289] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.328590] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.328820] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.329035] env[65923]: INFO nova.compute.manager [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Took 1.15 seconds to destroy the instance on the hypervisor. [ 837.329453] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 837.329834] env[65923]: DEBUG nova.compute.manager [-] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 837.329976] env[65923]: DEBUG nova.network.neutron [-] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 837.330284] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.394413] env[65923]: WARNING neutronclient.v2_0.client [req-76cbbf7c-90c6-494f-a6a4-8f6d9fde9086 req-36a783c1-100f-499c-9770-1fd9ba940cdf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.525728] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521fd901-a600-adf9-00d1-20c456498fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.017631} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.526787] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.527189] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.528810] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.528968] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.529177] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.529757] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f054b14-347c-46ae-9c49-81b261805f6c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.542109] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.542325] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.543123] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a6c445-38bb-4181-a1d6-7d8da383d01a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.547151] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.554629] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 837.554629] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b8b325-b55e-56b5-7450-5483f302b741" [ 837.554629] env[65923]: _type = "Task" [ 837.554629] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.564897] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b8b325-b55e-56b5-7450-5483f302b741, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.565790] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0939017-8ba6-4950-b25b-2bab29b68ec6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.575350] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 837.575350] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525bb069-6a1b-6d9f-c3f2-b3273b31df3f" [ 837.575350] env[65923]: _type = "Task" [ 837.575350] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.587709] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525bb069-6a1b-6d9f-c3f2-b3273b31df3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.598828] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a400ba-83de-4d7b-bae4-09d8be33a285 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.608026] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649d1fdb-2f1a-42bf-bb34-1d6a2687d2ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.646402] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceeee8c-58d2-4c76-aeb7-50b65ea5ebf8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.652304] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706977, 'name': Rename_Task, 'duration_secs': 0.161891} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.652994] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.653311] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8e3a281-5710-49cd-950a-4f053b568a48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.658482] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a651f9-0f88-49dd-8c0a-44c989383c71 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.663540] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for the task: (returnval){ [ 837.663540] env[65923]: value = "task-4706978" [ 837.663540] env[65923]: _type = "Task" [ 837.663540] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.675503] env[65923]: DEBUG nova.compute.provider_tree [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.682879] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706978, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.830827] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Successfully updated port: f9553c6f-d47e-4d1d-aa22-c270f80f1234 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 837.902783] env[65923]: DEBUG nova.compute.manager [req-de4cd2e4-131e-489a-a785-1df95e88e36f req-65932e0d-f2ee-42cb-8b8b-fa59d30c2723 service nova] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Received event network-vif-plugged-f9553c6f-d47e-4d1d-aa22-c270f80f1234 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 837.902783] env[65923]: DEBUG oslo_concurrency.lockutils [req-de4cd2e4-131e-489a-a785-1df95e88e36f req-65932e0d-f2ee-42cb-8b8b-fa59d30c2723 service nova] Acquiring lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.902783] env[65923]: DEBUG oslo_concurrency.lockutils [req-de4cd2e4-131e-489a-a785-1df95e88e36f req-65932e0d-f2ee-42cb-8b8b-fa59d30c2723 service nova] Lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.902783] env[65923]: DEBUG oslo_concurrency.lockutils [req-de4cd2e4-131e-489a-a785-1df95e88e36f req-65932e0d-f2ee-42cb-8b8b-fa59d30c2723 service nova] Lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.902783] env[65923]: DEBUG nova.compute.manager [req-de4cd2e4-131e-489a-a785-1df95e88e36f req-65932e0d-f2ee-42cb-8b8b-fa59d30c2723 service nova] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] No waiting events found dispatching network-vif-plugged-f9553c6f-d47e-4d1d-aa22-c270f80f1234 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 837.902783] env[65923]: WARNING nova.compute.manager [req-de4cd2e4-131e-489a-a785-1df95e88e36f req-65932e0d-f2ee-42cb-8b8b-fa59d30c2723 service nova] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Received unexpected event network-vif-plugged-f9553c6f-d47e-4d1d-aa22-c270f80f1234 for instance with vm_state building and task_state spawning. [ 837.929588] env[65923]: WARNING neutronclient.v2_0.client [req-76cbbf7c-90c6-494f-a6a4-8f6d9fde9086 req-36a783c1-100f-499c-9770-1fd9ba940cdf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.009799] env[65923]: DEBUG nova.network.neutron [req-76cbbf7c-90c6-494f-a6a4-8f6d9fde9086 req-36a783c1-100f-499c-9770-1fd9ba940cdf service nova] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Updated VIF entry in instance network info cache for port 8e98aae8-324c-4f39-a5ad-a237ac03966c. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 838.009968] env[65923]: DEBUG nova.network.neutron [req-76cbbf7c-90c6-494f-a6a4-8f6d9fde9086 req-36a783c1-100f-499c-9770-1fd9ba940cdf service nova] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Updating instance_info_cache with network_info: [{"id": "8e98aae8-324c-4f39-a5ad-a237ac03966c", "address": "fa:16:3e:6e:4f:f4", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e98aae8-32", "ovs_interfaceid": "8e98aae8-324c-4f39-a5ad-a237ac03966c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.019066] env[65923]: DEBUG nova.network.neutron [-] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.086854] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525bb069-6a1b-6d9f-c3f2-b3273b31df3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.087029] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.087232] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] f70cef18-8d65-4409-957a-1f8d81613bb5/f70cef18-8d65-4409-957a-1f8d81613bb5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.087508] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa282767-3641-45a8-afb5-ade7a272f8bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.096100] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 838.096100] env[65923]: value = "task-4706979" [ 838.096100] env[65923]: _type = "Task" [ 838.096100] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.107285] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.175917] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706978, 'name': PowerOnVM_Task} progress is 98%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.178095] env[65923]: DEBUG nova.scheduler.client.report [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.285509] env[65923]: DEBUG nova.network.neutron [-] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.311491] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.311491] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44692747-c571-4aca-a596-fe97b95ead27 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.321775] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 838.321775] env[65923]: value = "task-4706980" [ 838.321775] env[65923]: _type = "Task" [ 838.321775] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.333219] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.333846] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "refresh_cache-3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.333982] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "refresh_cache-3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.334223] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 838.513463] env[65923]: DEBUG oslo_concurrency.lockutils [req-76cbbf7c-90c6-494f-a6a4-8f6d9fde9086 req-36a783c1-100f-499c-9770-1fd9ba940cdf service nova] Releasing lock "refresh_cache-f70cef18-8d65-4409-957a-1f8d81613bb5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.521571] env[65923]: INFO nova.compute.manager [-] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Took 1.29 seconds to deallocate network for instance. [ 838.611115] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706979, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.676164] env[65923]: DEBUG oslo_vmware.api [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706978, 'name': PowerOnVM_Task, 'duration_secs': 0.551827} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.676470] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.676709] env[65923]: INFO nova.compute.manager [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Took 8.12 seconds to spawn the instance on the hypervisor. [ 838.676935] env[65923]: DEBUG nova.compute.manager [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 838.678195] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fe3bf6-1062-4727-b9c5-1be33214b7de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.788450] env[65923]: INFO nova.compute.manager [-] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Took 1.46 seconds to deallocate network for instance. [ 838.833667] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706980, 'name': PowerOffVM_Task, 'duration_secs': 0.213731} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.833958] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.834245] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.835341] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec63144-a189-4508-acdb-a0bf8d876cfe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.847652] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.847954] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6ce35e5-f2c2-408e-845c-2d9e02bea6c4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.872342] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 838.926097] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.926363] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.927826] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleting the datastore file [datastore2] 940cfe5a-f24f-4f89-8efe-7103cf016b29 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.927826] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59438ed2-3712-493f-9245-7077e50d6ac3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.935124] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 838.935124] env[65923]: value = "task-4706982" [ 838.935124] env[65923]: _type = "Task" [ 838.935124] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.953197] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.991239] env[65923]: WARNING neutronclient.v2_0.client [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.997520] env[65923]: DEBUG nova.compute.manager [req-4ae3544c-6412-4443-b583-c6dd3d3b1e3e req-4d9cf780-b49d-4fbf-b530-361638abf275 service nova] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Received event network-vif-deleted-a2742192-1812-4271-8f2e-df196f188f79 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 838.997987] env[65923]: DEBUG nova.compute.manager [req-4ae3544c-6412-4443-b583-c6dd3d3b1e3e req-4d9cf780-b49d-4fbf-b530-361638abf275 service nova] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Received event network-vif-deleted-02b76269-defa-4fc7-a6fa-c3c9cd77cbcc {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.029837] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.107638] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759804} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.107929] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] f70cef18-8d65-4409-957a-1f8d81613bb5/f70cef18-8d65-4409-957a-1f8d81613bb5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.108182] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.108467] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cce26f8a-fa7a-46b7-9a9a-14b223e01cd3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.117923] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 839.117923] env[65923]: value = "task-4706983" [ 839.117923] env[65923]: _type = "Task" [ 839.117923] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.120844] env[65923]: DEBUG nova.network.neutron [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Updating instance_info_cache with network_info: [{"id": "f9553c6f-d47e-4d1d-aa22-c270f80f1234", "address": "fa:16:3e:37:c9:87", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9553c6f-d4", "ovs_interfaceid": "f9553c6f-d47e-4d1d-aa22-c270f80f1234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.133313] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.194598] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.289s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.210472] env[65923]: INFO nova.compute.manager [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Took 55.06 seconds to build instance. [ 839.214750] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.263s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.216234] env[65923]: INFO nova.compute.claims [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.295189] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.446364] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4706982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267019} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.446611] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.446801] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.446963] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.627174] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "refresh_cache-3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.627566] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Instance network_info: |[{"id": "f9553c6f-d47e-4d1d-aa22-c270f80f1234", "address": "fa:16:3e:37:c9:87", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9553c6f-d4", "ovs_interfaceid": "f9553c6f-d47e-4d1d-aa22-c270f80f1234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 839.628011] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:c9:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9553c6f-d47e-4d1d-aa22-c270f80f1234', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.635584] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 839.636294] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.636527] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a91367-66d9-4abd-8614-6ed74e5bde40 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.655941] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07336} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.656617] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.657710] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770b2464-8368-4c87-852f-0571690302b2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.662884] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.662884] env[65923]: value = "task-4706984" [ 839.662884] env[65923]: _type = "Task" [ 839.662884] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.680840] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] f70cef18-8d65-4409-957a-1f8d81613bb5/f70cef18-8d65-4409-957a-1f8d81613bb5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.684237] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a38524-6503-48f2-a97f-40bf76a59b4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.709727] env[65923]: DEBUG oslo_concurrency.lockutils [None req-34cf05d3-894b-4a60-a02d-d6b251106e74 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Lock "d45fe9c6-d04a-4d65-baee-d190295debc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.567s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.710028] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706984, 'name': CreateVM_Task} progress is 15%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.712504] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 839.712504] env[65923]: value = "task-4706985" [ 839.712504] env[65923]: _type = "Task" [ 839.712504] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.725823] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.910272] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquiring lock "d45fe9c6-d04a-4d65-baee-d190295debc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.910675] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Lock "d45fe9c6-d04a-4d65-baee-d190295debc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.910994] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquiring lock "d45fe9c6-d04a-4d65-baee-d190295debc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.911307] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Lock "d45fe9c6-d04a-4d65-baee-d190295debc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.911581] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Lock "d45fe9c6-d04a-4d65-baee-d190295debc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.914914] env[65923]: INFO nova.compute.manager [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Terminating instance [ 839.937508] env[65923]: DEBUG nova.compute.manager [req-73e9bf17-d2cc-4ec0-b5bf-1abcad2a1b1b req-daca7e8b-18b9-4f79-9144-cf4e274d8450 service nova] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Received event network-changed-f9553c6f-d47e-4d1d-aa22-c270f80f1234 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 839.937709] env[65923]: DEBUG nova.compute.manager [req-73e9bf17-d2cc-4ec0-b5bf-1abcad2a1b1b req-daca7e8b-18b9-4f79-9144-cf4e274d8450 service nova] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Refreshing instance network info cache due to event network-changed-f9553c6f-d47e-4d1d-aa22-c270f80f1234. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 839.937913] env[65923]: DEBUG oslo_concurrency.lockutils [req-73e9bf17-d2cc-4ec0-b5bf-1abcad2a1b1b req-daca7e8b-18b9-4f79-9144-cf4e274d8450 service nova] Acquiring lock "refresh_cache-3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.938064] env[65923]: DEBUG oslo_concurrency.lockutils [req-73e9bf17-d2cc-4ec0-b5bf-1abcad2a1b1b req-daca7e8b-18b9-4f79-9144-cf4e274d8450 service nova] Acquired lock "refresh_cache-3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.938228] env[65923]: DEBUG nova.network.neutron [req-73e9bf17-d2cc-4ec0-b5bf-1abcad2a1b1b req-daca7e8b-18b9-4f79-9144-cf4e274d8450 service nova] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Refreshing network info cache for port f9553c6f-d47e-4d1d-aa22-c270f80f1234 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.182630] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706984, 'name': CreateVM_Task, 'duration_secs': 0.363705} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.182865] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.183394] env[65923]: WARNING neutronclient.v2_0.client [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.183864] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.183996] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.184337] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.184613] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876eefc0-5180-4bf1-b4b1-28b830a3e62e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.191065] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 840.191065] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523ff3e5-a1be-e8bb-1304-dcbada0d22c2" [ 840.191065] env[65923]: _type = "Task" [ 840.191065] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.199430] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523ff3e5-a1be-e8bb-1304-dcbada0d22c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.213362] env[65923]: DEBUG nova.compute.manager [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 840.226203] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.421925] env[65923]: DEBUG nova.compute.manager [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 840.422248] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.423503] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f6cd07-139d-44a9-a21d-b21d0459ecbe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.436023] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.439395] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbce49f0-df61-449f-9c3e-9dbd4aa92d72 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.441610] env[65923]: WARNING neutronclient.v2_0.client [req-73e9bf17-d2cc-4ec0-b5bf-1abcad2a1b1b req-daca7e8b-18b9-4f79-9144-cf4e274d8450 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.450491] env[65923]: DEBUG oslo_vmware.api [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for the task: (returnval){ [ 840.450491] env[65923]: value = "task-4706986" [ 840.450491] env[65923]: _type = "Task" [ 840.450491] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.467993] env[65923]: DEBUG oslo_vmware.api [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.487159] env[65923]: DEBUG nova.virt.hardware [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 840.487424] env[65923]: DEBUG nova.virt.hardware [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.487575] env[65923]: DEBUG nova.virt.hardware [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 840.487754] env[65923]: DEBUG nova.virt.hardware [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.487891] env[65923]: DEBUG nova.virt.hardware [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 840.488045] env[65923]: DEBUG nova.virt.hardware [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 840.488259] env[65923]: DEBUG nova.virt.hardware [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 840.488416] env[65923]: DEBUG nova.virt.hardware [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 840.488576] env[65923]: DEBUG nova.virt.hardware [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 840.488733] env[65923]: DEBUG nova.virt.hardware [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 840.488903] env[65923]: DEBUG nova.virt.hardware [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 840.490027] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea7b873-a628-4d16-af4c-9a2aa1782a68 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.505050] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b8de9f-f8e3-438a-8dc3-1bd0805e7eba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.522285] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:f3:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.531666] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 840.535229] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.535843] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee77917a-b47b-4139-80e6-013f129cd074 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.562261] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.562261] env[65923]: value = "task-4706987" [ 840.562261] env[65923]: _type = "Task" [ 840.562261] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.572519] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706987, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.656776] env[65923]: WARNING neutronclient.v2_0.client [req-73e9bf17-d2cc-4ec0-b5bf-1abcad2a1b1b req-daca7e8b-18b9-4f79-9144-cf4e274d8450 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.706906] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523ff3e5-a1be-e8bb-1304-dcbada0d22c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.707765] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.707765] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.707994] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.708187] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.711126] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.711126] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9982e09-1537-4026-9ad7-12715c00466f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.725468] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.725667] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.731649] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84b9fd8-3f2d-4dbc-b1e0-3715b65df5a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.737854] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706985, 'name': ReconfigVM_Task, 'duration_secs': 0.767801} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.738589] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Reconfigured VM instance instance-0000003c to attach disk [datastore2] f70cef18-8d65-4409-957a-1f8d81613bb5/f70cef18-8d65-4409-957a-1f8d81613bb5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.743080] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03f349fc-1a27-4755-a648-0e1a756eb1c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.746860] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.747270] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 840.747270] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ad6d4d-e5e0-48ad-5058-b29f07deb378" [ 840.747270] env[65923]: _type = "Task" [ 840.747270] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.750659] env[65923]: DEBUG nova.network.neutron [req-73e9bf17-d2cc-4ec0-b5bf-1abcad2a1b1b req-daca7e8b-18b9-4f79-9144-cf4e274d8450 service nova] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Updated VIF entry in instance network info cache for port f9553c6f-d47e-4d1d-aa22-c270f80f1234. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 840.751010] env[65923]: DEBUG nova.network.neutron [req-73e9bf17-d2cc-4ec0-b5bf-1abcad2a1b1b req-daca7e8b-18b9-4f79-9144-cf4e274d8450 service nova] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Updating instance_info_cache with network_info: [{"id": "f9553c6f-d47e-4d1d-aa22-c270f80f1234", "address": "fa:16:3e:37:c9:87", "network": {"id": "b34d3f1c-9d2f-4210-9df6-7f81b57d5992", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-928944373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb2b8340472a44eaaf879eba5c394d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9553c6f-d4", "ovs_interfaceid": "f9553c6f-d47e-4d1d-aa22-c270f80f1234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.760123] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 840.760123] env[65923]: value = "task-4706988" [ 840.760123] env[65923]: _type = "Task" [ 840.760123] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.760123] env[65923]: INFO nova.compute.manager [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Swapping old allocation on dict_keys(['ff363446-31c5-4a8a-b33a-4a621655a19a']) held by migration d2f87aab-b310-4f17-8eab-337327725c94 for instance [ 840.766425] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ad6d4d-e5e0-48ad-5058-b29f07deb378, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.773735] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474731c1-3307-4446-a5f4-8454bbb48db6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.787369] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706988, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.791321] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 840.791321] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cfbc5d-da56-2ccf-c321-a295b3b6dff6" [ 840.791321] env[65923]: _type = "Task" [ 840.791321] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.798034] env[65923]: DEBUG nova.scheduler.client.report [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Overwriting current allocation {'allocations': {'ff363446-31c5-4a8a-b33a-4a621655a19a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 83}}, 'project_id': 'cbdb9cae101e45d6a8d0bac769aa2f4b', 'user_id': '059378545c70435b82fe851872eb7e49', 'consumer_generation': 1} on consumer be0024b2-0de9-4063-9d8f-c72050a98c30 {{(pid=65923) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 840.805029] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cfbc5d-da56-2ccf-c321-a295b3b6dff6, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.807823] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.807909] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a/3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.808381] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12d44179-6d19-4cfc-b3fe-e9f1f982062d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.816377] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 840.816377] env[65923]: value = "task-4706989" [ 840.816377] env[65923]: _type = "Task" [ 840.816377] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.822070] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d1776b-6f20-4ff3-8615-0c58a699fdbb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.833062] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a3d8dd-2993-4b20-8c5b-0067675c7aa8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.838720] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.871859] env[65923]: WARNING neutronclient.v2_0.client [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.875053] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a952715b-e6e4-4800-84e8-68661b72fa2a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.884237] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ede434-d2a8-4300-90f5-e7e1a3847484 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.899964] env[65923]: DEBUG nova.compute.provider_tree [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.911643] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.911844] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquired lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.912079] env[65923]: DEBUG nova.network.neutron [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 840.961921] env[65923]: DEBUG oslo_vmware.api [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706986, 'name': PowerOffVM_Task, 'duration_secs': 0.249504} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.962316] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.962539] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.962836] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d93dc8a5-e5a4-4028-8ae9-5b0a35fb567d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.044764] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.045098] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.045328] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Deleting the datastore file [datastore2] d45fe9c6-d04a-4d65-baee-d190295debc5 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.045660] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cfbefc6-2f56-4a89-b7f4-2686b32a6e9b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.056044] env[65923]: DEBUG oslo_vmware.api [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for the task: (returnval){ [ 841.056044] env[65923]: value = "task-4706991" [ 841.056044] env[65923]: _type = "Task" [ 841.056044] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.071200] env[65923]: DEBUG oslo_vmware.api [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.078189] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706987, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.257408] env[65923]: DEBUG oslo_concurrency.lockutils [req-73e9bf17-d2cc-4ec0-b5bf-1abcad2a1b1b req-daca7e8b-18b9-4f79-9144-cf4e274d8450 service nova] Releasing lock "refresh_cache-3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.273966] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706988, 'name': Rename_Task, 'duration_secs': 0.183951} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.274468] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.274847] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95768ed7-0d23-4786-a68e-ee8714d9081a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.285515] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 841.285515] env[65923]: value = "task-4706992" [ 841.285515] env[65923]: _type = "Task" [ 841.285515] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.300731] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.327622] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503219} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.327622] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a/3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.327957] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.328189] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec06f595-6e77-43ee-a44e-87a04769c04e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.338541] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 841.338541] env[65923]: value = "task-4706993" [ 841.338541] env[65923]: _type = "Task" [ 841.338541] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.350066] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.402807] env[65923]: DEBUG nova.scheduler.client.report [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.414509] env[65923]: WARNING neutronclient.v2_0.client [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.571463] env[65923]: DEBUG oslo_vmware.api [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Task: {'id': task-4706991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382734} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.572136] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.572340] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.572516] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.572684] env[65923]: INFO nova.compute.manager [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 841.572929] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 841.573142] env[65923]: DEBUG nova.compute.manager [-] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 841.573283] env[65923]: DEBUG nova.network.neutron [-] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 841.573507] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.581782] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706987, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.596912] env[65923]: WARNING neutronclient.v2_0.client [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.612907] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.675981] env[65923]: DEBUG nova.network.neutron [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance_info_cache with network_info: [{"id": "86439a12-819b-41cb-b802-46f5a2a0deff", "address": "fa:16:3e:ef:15:62", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86439a12-81", "ovs_interfaceid": "86439a12-819b-41cb-b802-46f5a2a0deff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.796263] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.850753] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069505} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.851048] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.851830] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8c7742-6378-41d5-b366-b16f4aa6e5cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.877350] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a/3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.878795] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a707886d-0610-4e9a-8a37-5ee46176e50d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.895024] env[65923]: DEBUG nova.compute.manager [req-f428f373-5a8d-433e-ab90-a06753494a11 req-bb997322-0ef2-44ef-9cf3-5e0141d89a3f service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Received event network-vif-deleted-d746a756-9f03-4e69-90c5-0cf252dd5efe {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 841.895198] env[65923]: INFO nova.compute.manager [req-f428f373-5a8d-433e-ab90-a06753494a11 req-bb997322-0ef2-44ef-9cf3-5e0141d89a3f service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Neutron deleted interface d746a756-9f03-4e69-90c5-0cf252dd5efe; detaching it from the instance and deleting it from the info cache [ 841.895428] env[65923]: DEBUG nova.network.neutron [req-f428f373-5a8d-433e-ab90-a06753494a11 req-bb997322-0ef2-44ef-9cf3-5e0141d89a3f service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.906685] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 841.906685] env[65923]: value = "task-4706994" [ 841.906685] env[65923]: _type = "Task" [ 841.906685] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.907654] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.912117] env[65923]: DEBUG oslo_concurrency.lockutils [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.332s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.912351] env[65923]: DEBUG oslo_concurrency.lockutils [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.914263] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.686s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.914452] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.916436] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.108s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.918028] env[65923]: INFO nova.compute.claims [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.934620] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.949462] env[65923]: INFO nova.scheduler.client.report [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Deleted allocations for instance 6077d2c8-ec37-4f4e-8fde-434db9fac899 [ 841.952307] env[65923]: INFO nova.scheduler.client.report [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Deleted allocations for instance 8a4f3338-19af-4e1d-9ee6-6e527408bb30 [ 842.074805] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706987, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.180951] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Releasing lock "refresh_cache-be0024b2-0de9-4063-9d8f-c72050a98c30" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.181523] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.181890] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-424172f7-e2f9-46c5-b235-da3e4a3a72ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.191403] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 842.191403] env[65923]: value = "task-4706995" [ 842.191403] env[65923]: _type = "Task" [ 842.191403] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.202625] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.298127] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.332867] env[65923]: DEBUG nova.network.neutron [-] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.398463] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49dcdd80-80b4-44f6-b068-338f38cb99c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.409027] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8596e07-d70a-496c-88e4-1f8a4c780dc3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.422478] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquiring lock "6a9880d9-9c79-426c-b89c-370a7323c0ab" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.422733] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "6a9880d9-9c79-426c-b89c-370a7323c0ab" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.446906] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706994, 'name': ReconfigVM_Task, 'duration_secs': 0.327004} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.461311] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a/3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.466400] env[65923]: DEBUG nova.compute.manager [req-f428f373-5a8d-433e-ab90-a06753494a11 req-bb997322-0ef2-44ef-9cf3-5e0141d89a3f service nova] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Detach interface failed, port_id=d746a756-9f03-4e69-90c5-0cf252dd5efe, reason: Instance d45fe9c6-d04a-4d65-baee-d190295debc5 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 842.467161] env[65923]: DEBUG oslo_concurrency.lockutils [None req-feba5b4f-41ff-4763-83e8-52e1e48d3515 tempest-ServersTestJSON-378946072 tempest-ServersTestJSON-378946072-project-member] Lock "8a4f3338-19af-4e1d-9ee6-6e527408bb30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.806s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.468823] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0d70f60b-6e33-4ddf-ab17-19c62c7a89bd tempest-SecurityGroupsTestJSON-1606846785 tempest-SecurityGroupsTestJSON-1606846785-project-member] Lock "6077d2c8-ec37-4f4e-8fde-434db9fac899" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.758s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.469343] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15ae0c37-b29a-40dd-8b0c-365d2cbface9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.478538] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 842.478538] env[65923]: value = "task-4706996" [ 842.478538] env[65923]: _type = "Task" [ 842.478538] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.489873] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706996, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.574839] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4706987, 'name': CreateVM_Task, 'duration_secs': 1.537913} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.574839] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.575286] env[65923]: WARNING neutronclient.v2_0.client [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 842.575891] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.575891] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.577187] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.577187] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9166b16f-7b15-4904-8e69-990ee082849f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.582075] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 842.582075] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524a783b-6fe7-4b1a-7e45-b2f9caa4d12d" [ 842.582075] env[65923]: _type = "Task" [ 842.582075] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.591556] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524a783b-6fe7-4b1a-7e45-b2f9caa4d12d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.701584] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706995, 'name': PowerOffVM_Task, 'duration_secs': 0.221607} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.701865] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.702598] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:34:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eea75775-6c61-449a-8964-59b994e8176f',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-66468886',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 842.702827] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.702981] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 842.703178] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.703324] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 842.703465] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 842.703663] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 842.703818] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 842.703977] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 842.704181] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 842.704378] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 842.710098] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8347ffa7-3de1-4933-96ca-6b162efd9749 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.726349] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 842.726349] env[65923]: value = "task-4706997" [ 842.726349] env[65923]: _type = "Task" [ 842.726349] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.735483] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.802199] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706992, 'name': PowerOnVM_Task, 'duration_secs': 1.187386} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.802510] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.802704] env[65923]: INFO nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Took 8.62 seconds to spawn the instance on the hypervisor. [ 842.802870] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 842.803762] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00341901-2287-4d29-9756-dcfb88b6e8fb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.836715] env[65923]: INFO nova.compute.manager [-] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Took 1.26 seconds to deallocate network for instance. [ 842.935603] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "6a9880d9-9c79-426c-b89c-370a7323c0ab" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.510s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.935603] env[65923]: DEBUG nova.compute.manager [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 842.991931] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706996, 'name': Rename_Task, 'duration_secs': 0.328697} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.992542] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.992800] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d736a8c-2e94-44f3-9fa5-211519ffde0e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.000167] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 843.000167] env[65923]: value = "task-4706998" [ 843.000167] env[65923]: _type = "Task" [ 843.000167] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.011971] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.093417] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524a783b-6fe7-4b1a-7e45-b2f9caa4d12d, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.096231] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.096490] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.096724] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.096864] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.097050] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.097569] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c099d44-b0f9-4a19-b34e-8cf00471757d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.107486] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.107675] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.108528] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78324efe-d6ac-4788-a6ec-57e152d96db0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.122891] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 843.122891] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522a78a7-b038-876d-cd0f-49d4da9d4993" [ 843.122891] env[65923]: _type = "Task" [ 843.122891] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.135689] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522a78a7-b038-876d-cd0f-49d4da9d4993, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.136591] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dcacca3-343a-4780-b5a9-aabbf0989149 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.143726] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 843.143726] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52248c11-c2ed-ea03-28c5-2e11f8665505" [ 843.143726] env[65923]: _type = "Task" [ 843.143726] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.152961] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52248c11-c2ed-ea03-28c5-2e11f8665505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.237709] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706997, 'name': ReconfigVM_Task, 'duration_secs': 0.241991} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.238999] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cb73ef-5eb8-43da-9c42-f2706daca46b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.269290] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:34:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='eea75775-6c61-449a-8964-59b994e8176f',id=36,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-66468886',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 843.269290] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.269290] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 843.269600] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.269896] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 843.270179] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 843.270512] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 843.270778] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 843.271094] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 843.271443] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 843.271776] env[65923]: DEBUG nova.virt.hardware [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 843.275852] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-918f0f0d-dfd3-4a0a-b2eb-8749cee04483 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.285213] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 843.285213] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fe5115-22fa-cd27-0de0-b47a3706a9c9" [ 843.285213] env[65923]: _type = "Task" [ 843.285213] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.296189] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fe5115-22fa-cd27-0de0-b47a3706a9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008774} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.304502] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 843.305969] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7ebd85-43d9-40a3-a450-800e90c01cea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.327782] env[65923]: INFO nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Took 51.59 seconds to build instance. [ 843.333943] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 843.333943] env[65923]: value = "task-4706999" [ 843.333943] env[65923]: _type = "Task" [ 843.333943] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.343931] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.352304] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.444046] env[65923]: DEBUG nova.compute.utils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.449937] env[65923]: DEBUG nova.compute.manager [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 843.450364] env[65923]: DEBUG nova.network.neutron [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 843.450897] env[65923]: WARNING neutronclient.v2_0.client [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.451423] env[65923]: WARNING neutronclient.v2_0.client [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.477960] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b4eb4e-dc84-4af6-bb02-e19543de8bcd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.488037] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f63874-416c-4937-a051-d987f2219247 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.535517] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f9d93d-f72d-404f-bcc8-d977c919b6c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.543267] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.550071] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44d889d-b7e0-44e3-bccf-eea9ea13b166 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.565832] env[65923]: DEBUG nova.compute.provider_tree [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.657820] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52248c11-c2ed-ea03-28c5-2e11f8665505, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.658135] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.658506] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 940cfe5a-f24f-4f89-8efe-7103cf016b29/940cfe5a-f24f-4f89-8efe-7103cf016b29.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.658848] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e425ddcf-ab01-4147-9a89-90ab38b8f3b3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.667258] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 843.667258] env[65923]: value = "task-4707000" [ 843.667258] env[65923]: _type = "Task" [ 843.667258] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.688294] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.755393] env[65923]: DEBUG nova.policy [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '917c33d37b8e4cf2b87514a32b09e376', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a6f35053c9540a4a36deae62f38fd23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.829500] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "f70cef18-8d65-4409-957a-1f8d81613bb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.286s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.844448] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4706999, 'name': ReconfigVM_Task, 'duration_secs': 0.31095} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.848075] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 843.848075] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbbc13c-7619-46fe-955b-91882f95fcbe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.873540] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] be0024b2-0de9-4063-9d8f-c72050a98c30/be0024b2-0de9-4063-9d8f-c72050a98c30.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.874388] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6dacb8-d8be-4d98-9248-e877ad9b9658 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.897474] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 843.897474] env[65923]: value = "task-4707001" [ 843.897474] env[65923]: _type = "Task" [ 843.897474] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.910231] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.961555] env[65923]: DEBUG nova.compute.manager [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 844.014430] env[65923]: DEBUG oslo_vmware.api [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4706998, 'name': PowerOnVM_Task, 'duration_secs': 0.616355} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.014767] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.014978] env[65923]: INFO nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Took 7.11 seconds to spawn the instance on the hypervisor. [ 844.015230] env[65923]: DEBUG nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 844.016402] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fba63c-f20e-4a7f-a57b-32f7f4c458e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.069850] env[65923]: DEBUG nova.scheduler.client.report [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.180769] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511954} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.181336] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 940cfe5a-f24f-4f89-8efe-7103cf016b29/940cfe5a-f24f-4f89-8efe-7103cf016b29.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.181576] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.181862] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c044250-f920-46f9-89d1-f240a02b2728 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.190837] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 844.190837] env[65923]: value = "task-4707002" [ 844.190837] env[65923]: _type = "Task" [ 844.190837] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.203842] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.412042] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707001, 'name': ReconfigVM_Task, 'duration_secs': 0.432377} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.412042] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Reconfigured VM instance instance-00000025 to attach disk [datastore1] be0024b2-0de9-4063-9d8f-c72050a98c30/be0024b2-0de9-4063-9d8f-c72050a98c30.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.412042] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25196e23-a6a7-450a-ab59-3f24abaea873 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.435042] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d7a47e-e00b-45fd-8bde-74ad205d9361 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.456072] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc166244-34a5-4c5e-8353-072fd5446959 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.485060] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d6fac1-50e2-4650-9411-e24bbec94324 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.493846] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.494562] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9083db19-f4c2-4501-93b5-120beefe3241 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.503672] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 844.503672] env[65923]: value = "task-4707003" [ 844.503672] env[65923]: _type = "Task" [ 844.503672] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.513650] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.516995] env[65923]: DEBUG nova.network.neutron [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Successfully created port: cb76e25e-f2fa-4781-b14a-f1bc1d840733 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 844.535224] env[65923]: INFO nova.compute.manager [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Took 50.48 seconds to build instance. [ 844.577616] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.578682] env[65923]: DEBUG nova.compute.manager [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 844.581861] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.123s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.582092] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.586021] env[65923]: DEBUG oslo_concurrency.lockutils [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.617s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.586021] env[65923]: DEBUG oslo_concurrency.lockutils [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.586727] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.223s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.588480] env[65923]: INFO nova.compute.claims [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.622741] env[65923]: INFO nova.scheduler.client.report [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Deleted allocations for instance 16a746b5-eec6-40d1-be26-1afa53569682 [ 844.628209] env[65923]: INFO nova.scheduler.client.report [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Deleted allocations for instance fe9ef559-4fe2-4185-b37a-18014f238d14 [ 844.703121] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075705} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.703424] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.704303] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cfa285-9b15-4468-97d5-b2e719071679 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.732300] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 940cfe5a-f24f-4f89-8efe-7103cf016b29/940cfe5a-f24f-4f89-8efe-7103cf016b29.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.732300] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62fea138-72ea-4201-a0f5-95be4054af2d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.758319] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 844.758319] env[65923]: value = "task-4707004" [ 844.758319] env[65923]: _type = "Task" [ 844.758319] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.772415] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.985684] env[65923]: DEBUG nova.compute.manager [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 845.012094] env[65923]: DEBUG nova.virt.hardware [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 845.012374] env[65923]: DEBUG nova.virt.hardware [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.012530] env[65923]: DEBUG nova.virt.hardware [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 845.012714] env[65923]: DEBUG nova.virt.hardware [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.012911] env[65923]: DEBUG nova.virt.hardware [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 845.013087] env[65923]: DEBUG nova.virt.hardware [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 845.013323] env[65923]: DEBUG nova.virt.hardware [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 845.013491] env[65923]: DEBUG nova.virt.hardware [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 845.013658] env[65923]: DEBUG nova.virt.hardware [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 845.013823] env[65923]: DEBUG nova.virt.hardware [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 845.014014] env[65923]: DEBUG nova.virt.hardware [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 845.014964] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41502012-6ed1-4d0c-8e9e-a35bda5f7c6d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.021056] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707003, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.027248] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3997cf31-ec42-41bb-9064-2c15eb565569 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.043549] env[65923]: DEBUG oslo_concurrency.lockutils [None req-22c9d714-801f-4ac7-8f77-e8481843591e tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.465s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.083901] env[65923]: DEBUG nova.compute.utils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.085586] env[65923]: DEBUG nova.compute.manager [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 845.085817] env[65923]: DEBUG nova.network.neutron [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 845.086171] env[65923]: WARNING neutronclient.v2_0.client [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.086610] env[65923]: WARNING neutronclient.v2_0.client [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.136669] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d271f9fb-e36a-46ed-8da2-e819d53e9d23 tempest-ServersListShow298Test-995942671 tempest-ServersListShow298Test-995942671-project-member] Lock "16a746b5-eec6-40d1-be26-1afa53569682" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.507s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.138891] env[65923]: DEBUG oslo_concurrency.lockutils [None req-620cd08f-5e54-4ca6-b871-aa075d482e82 tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "fe9ef559-4fe2-4185-b37a-18014f238d14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.673s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.270287] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707004, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.518577] env[65923]: DEBUG oslo_vmware.api [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707003, 'name': PowerOnVM_Task, 'duration_secs': 0.727513} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.518849] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.590192] env[65923]: DEBUG nova.compute.manager [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 845.768943] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707004, 'name': ReconfigVM_Task, 'duration_secs': 0.524564} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.771582] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 940cfe5a-f24f-4f89-8efe-7103cf016b29/940cfe5a-f24f-4f89-8efe-7103cf016b29.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.772478] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45bf85cc-bc7c-4847-8fca-7e67de8488ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.781456] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 845.781456] env[65923]: value = "task-4707005" [ 845.781456] env[65923]: _type = "Task" [ 845.781456] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.796161] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707005, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.832048] env[65923]: DEBUG nova.policy [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '969b4bdc25cd49ec83526ecbfdcd7f9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed4cb7f0af3e4d85ad14c139ad155309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.004547] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d59aca-77b5-4bbb-a836-93dfd2ddbf31 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.013960] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bd6468-c31f-4c79-ab09-a2189a4bc3a7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.051403] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a70dc4-20aa-4334-801c-4f3026577a19 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.061206] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aefc3b8-11f9-41ea-a1d4-607858658cc4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.077663] env[65923]: DEBUG nova.compute.provider_tree [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.192066] env[65923]: DEBUG nova.network.neutron [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Successfully created port: 5d85f25c-5039-4d1d-9773-88a7a068d87f {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 846.256802] env[65923]: DEBUG nova.network.neutron [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Successfully updated port: cb76e25e-f2fa-4781-b14a-f1bc1d840733 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 846.295209] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707005, 'name': Rename_Task, 'duration_secs': 0.374151} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.295209] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.295209] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7021b82a-5ced-4abf-b9ab-d9085da927f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.305100] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 846.305100] env[65923]: value = "task-4707006" [ 846.305100] env[65923]: _type = "Task" [ 846.305100] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.315391] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.558749] env[65923]: INFO nova.compute.manager [None req-c072bae4-4fef-4353-827e-4201b381a46b tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance to original state: 'active' [ 846.580789] env[65923]: DEBUG nova.scheduler.client.report [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.603063] env[65923]: DEBUG nova.compute.manager [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 846.637082] env[65923]: DEBUG nova.virt.hardware [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b73085aeb67e0c77f4d8f202e81e9f68',container_format='bare',created_at=2025-11-22T01:35:44Z,direct_url=,disk_format='vmdk',id=99d092e9-7b8c-442c-926a-a9af30d25910,min_disk=1,min_ram=0,name='tempest-test-snap-1779387222',owner='ed4cb7f0af3e4d85ad14c139ad155309',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-22T01:36:00Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 846.637082] env[65923]: DEBUG nova.virt.hardware [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.637082] env[65923]: DEBUG nova.virt.hardware [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 846.637339] env[65923]: DEBUG nova.virt.hardware [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.637339] env[65923]: DEBUG nova.virt.hardware [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 846.637426] env[65923]: DEBUG nova.virt.hardware [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 846.637635] env[65923]: DEBUG nova.virt.hardware [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 846.637792] env[65923]: DEBUG nova.virt.hardware [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 846.637956] env[65923]: DEBUG nova.virt.hardware [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 846.638176] env[65923]: DEBUG nova.virt.hardware [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 846.638365] env[65923]: DEBUG nova.virt.hardware [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 846.639257] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664ca044-b114-4be6-8dcf-301aed39242d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.650010] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fb480b-8939-4d56-adbd-21eaca68c21a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.761114] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquiring lock "refresh_cache-4fe42a7c-55b1-420e-90bf-fae9d586cf48" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.761328] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquired lock "refresh_cache-4fe42a7c-55b1-420e-90bf-fae9d586cf48" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.761510] env[65923]: DEBUG nova.network.neutron [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 846.814672] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707006, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.086441] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.086987] env[65923]: DEBUG nova.compute.manager [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 847.089701] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.607s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.091554] env[65923]: INFO nova.compute.claims [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.315517] env[65923]: DEBUG oslo_vmware.api [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707006, 'name': PowerOnVM_Task, 'duration_secs': 0.95397} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.315793] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.316146] env[65923]: DEBUG nova.compute.manager [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 847.317019] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e343c83a-73bb-4b6c-8221-ecb8a8057251 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.458694] env[65923]: DEBUG nova.network.neutron [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 847.596184] env[65923]: DEBUG nova.compute.utils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.597813] env[65923]: DEBUG nova.compute.manager [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 847.597956] env[65923]: DEBUG nova.network.neutron [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 847.598321] env[65923]: WARNING neutronclient.v2_0.client [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.598648] env[65923]: WARNING neutronclient.v2_0.client [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.721466] env[65923]: DEBUG nova.policy [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '129eb7f8476847a5b35e007639ff2325', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b02fd0dcd1c4f6786dff59b1456a6dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.838164] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.930138] env[65923]: DEBUG nova.network.neutron [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Successfully updated port: 5d85f25c-5039-4d1d-9773-88a7a068d87f {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 848.104358] env[65923]: DEBUG nova.compute.manager [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 848.248262] env[65923]: DEBUG nova.network.neutron [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Successfully created port: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 848.276867] env[65923]: WARNING neutronclient.v2_0.client [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.434463] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "refresh_cache-3b575d75-5b80-4b8c-a03d-399627feeee9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.435815] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "refresh_cache-3b575d75-5b80-4b8c-a03d-399627feeee9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.436175] env[65923]: DEBUG nova.network.neutron [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 848.564980] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315b72d7-71b4-47df-832e-eb1097e20b4e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.575056] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc697e2d-77de-44cb-88c4-aaf32b8a47d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.609683] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d8ceb0-ae7d-45f0-9bd8-eeef82e76598 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.623779] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509e64d1-d715-4ba6-8fbb-9044b7e20915 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.644538] env[65923]: DEBUG nova.compute.provider_tree [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.119161] env[65923]: DEBUG nova.compute.manager [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 849.146314] env[65923]: DEBUG nova.virt.hardware [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 849.146615] env[65923]: DEBUG nova.virt.hardware [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.146805] env[65923]: DEBUG nova.virt.hardware [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 849.147542] env[65923]: DEBUG nova.virt.hardware [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.147778] env[65923]: DEBUG nova.virt.hardware [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 849.147970] env[65923]: DEBUG nova.virt.hardware [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 849.148236] env[65923]: DEBUG nova.virt.hardware [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 849.148430] env[65923]: DEBUG nova.virt.hardware [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 849.148630] env[65923]: DEBUG nova.virt.hardware [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 849.148853] env[65923]: DEBUG nova.virt.hardware [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 849.149091] env[65923]: DEBUG nova.virt.hardware [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 849.151384] env[65923]: DEBUG nova.scheduler.client.report [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.154802] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dce97e5-9a42-4273-96fa-f4bd0aac782d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.166847] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3f94e8-83c2-468a-9cc9-ac245c82480e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.335757] env[65923]: DEBUG nova.network.neutron [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Updating instance_info_cache with network_info: [{"id": "cb76e25e-f2fa-4781-b14a-f1bc1d840733", "address": "fa:16:3e:57:09:e7", "network": {"id": "e1b43406-a702-4b1d-a415-0125faa85b44", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-162166421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6f35053c9540a4a36deae62f38fd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb76e25e-f2", "ovs_interfaceid": "cb76e25e-f2fa-4781-b14a-f1bc1d840733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.394446] env[65923]: DEBUG nova.compute.manager [req-b5a4c6a9-5307-49e6-b06b-b79b06257ecc req-172fc559-5417-4518-af41-e4d11377c1e1 service nova] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Received event network-vif-plugged-cb76e25e-f2fa-4781-b14a-f1bc1d840733 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 849.400742] env[65923]: DEBUG oslo_concurrency.lockutils [req-b5a4c6a9-5307-49e6-b06b-b79b06257ecc req-172fc559-5417-4518-af41-e4d11377c1e1 service nova] Acquiring lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.401481] env[65923]: DEBUG oslo_concurrency.lockutils [req-b5a4c6a9-5307-49e6-b06b-b79b06257ecc req-172fc559-5417-4518-af41-e4d11377c1e1 service nova] Lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.007s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.401481] env[65923]: DEBUG oslo_concurrency.lockutils [req-b5a4c6a9-5307-49e6-b06b-b79b06257ecc req-172fc559-5417-4518-af41-e4d11377c1e1 service nova] Lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.401481] env[65923]: DEBUG nova.compute.manager [req-b5a4c6a9-5307-49e6-b06b-b79b06257ecc req-172fc559-5417-4518-af41-e4d11377c1e1 service nova] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] No waiting events found dispatching network-vif-plugged-cb76e25e-f2fa-4781-b14a-f1bc1d840733 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 849.401481] env[65923]: WARNING nova.compute.manager [req-b5a4c6a9-5307-49e6-b06b-b79b06257ecc req-172fc559-5417-4518-af41-e4d11377c1e1 service nova] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Received unexpected event network-vif-plugged-cb76e25e-f2fa-4781-b14a-f1bc1d840733 for instance with vm_state building and task_state spawning. [ 849.444802] env[65923]: DEBUG nova.network.neutron [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 849.573790] env[65923]: WARNING neutronclient.v2_0.client [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.612714] env[65923]: DEBUG nova.compute.manager [req-6f2e3b21-2d4d-42ab-80e9-7c269641da7f req-75b88f04-3ddd-4a07-8a64-f31dbecc8fb8 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Received event network-vif-plugged-5d85f25c-5039-4d1d-9773-88a7a068d87f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 849.612949] env[65923]: DEBUG oslo_concurrency.lockutils [req-6f2e3b21-2d4d-42ab-80e9-7c269641da7f req-75b88f04-3ddd-4a07-8a64-f31dbecc8fb8 service nova] Acquiring lock "3b575d75-5b80-4b8c-a03d-399627feeee9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.613374] env[65923]: DEBUG oslo_concurrency.lockutils [req-6f2e3b21-2d4d-42ab-80e9-7c269641da7f req-75b88f04-3ddd-4a07-8a64-f31dbecc8fb8 service nova] Lock "3b575d75-5b80-4b8c-a03d-399627feeee9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.613552] env[65923]: DEBUG oslo_concurrency.lockutils [req-6f2e3b21-2d4d-42ab-80e9-7c269641da7f req-75b88f04-3ddd-4a07-8a64-f31dbecc8fb8 service nova] Lock "3b575d75-5b80-4b8c-a03d-399627feeee9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.613755] env[65923]: DEBUG nova.compute.manager [req-6f2e3b21-2d4d-42ab-80e9-7c269641da7f req-75b88f04-3ddd-4a07-8a64-f31dbecc8fb8 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] No waiting events found dispatching network-vif-plugged-5d85f25c-5039-4d1d-9773-88a7a068d87f {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 849.613878] env[65923]: WARNING nova.compute.manager [req-6f2e3b21-2d4d-42ab-80e9-7c269641da7f req-75b88f04-3ddd-4a07-8a64-f31dbecc8fb8 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Received unexpected event network-vif-plugged-5d85f25c-5039-4d1d-9773-88a7a068d87f for instance with vm_state building and task_state spawning. [ 849.662634] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.662970] env[65923]: DEBUG nova.compute.manager [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 849.666609] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.225s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.671063] env[65923]: INFO nova.compute.claims [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.671332] env[65923]: DEBUG nova.network.neutron [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Updating instance_info_cache with network_info: [{"id": "5d85f25c-5039-4d1d-9773-88a7a068d87f", "address": "fa:16:3e:6c:c0:ed", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d85f25c-50", "ovs_interfaceid": "5d85f25c-5039-4d1d-9773-88a7a068d87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.838347] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Releasing lock "refresh_cache-4fe42a7c-55b1-420e-90bf-fae9d586cf48" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.838708] env[65923]: DEBUG nova.compute.manager [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Instance network_info: |[{"id": "cb76e25e-f2fa-4781-b14a-f1bc1d840733", "address": "fa:16:3e:57:09:e7", "network": {"id": "e1b43406-a702-4b1d-a415-0125faa85b44", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-162166421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6f35053c9540a4a36deae62f38fd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb76e25e-f2", "ovs_interfaceid": "cb76e25e-f2fa-4781-b14a-f1bc1d840733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 849.839277] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:09:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb76e25e-f2fa-4781-b14a-f1bc1d840733', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.847972] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Creating folder: Project (7a6f35053c9540a4a36deae62f38fd23). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.848367] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8689f2d-7020-4402-8d34-ea4d916f3855 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.862892] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Created folder: Project (7a6f35053c9540a4a36deae62f38fd23) in parent group-v918465. [ 849.863170] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Creating folder: Instances. Parent ref: group-v918628. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.863420] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b38d46c-5eac-488d-9764-fda739b04705 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.878193] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Created folder: Instances in parent group-v918628. [ 849.878913] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 849.878913] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.880363] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6fcd1cd-e108-4bc3-bc79-5a759d237c9a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.900926] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.900926] env[65923]: value = "task-4707009" [ 849.900926] env[65923]: _type = "Task" [ 849.900926] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.911260] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707009, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.911765] env[65923]: DEBUG nova.network.neutron [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Successfully updated port: ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 850.174807] env[65923]: DEBUG nova.compute.utils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.178651] env[65923]: DEBUG nova.compute.manager [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 850.178936] env[65923]: DEBUG nova.network.neutron [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 850.179378] env[65923]: WARNING neutronclient.v2_0.client [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.179459] env[65923]: WARNING neutronclient.v2_0.client [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.184099] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "refresh_cache-3b575d75-5b80-4b8c-a03d-399627feeee9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.185455] env[65923]: DEBUG nova.compute.manager [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Instance network_info: |[{"id": "5d85f25c-5039-4d1d-9773-88a7a068d87f", "address": "fa:16:3e:6c:c0:ed", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d85f25c-50", "ovs_interfaceid": "5d85f25c-5039-4d1d-9773-88a7a068d87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 850.187673] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:c0:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d85f25c-5039-4d1d-9773-88a7a068d87f', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.195926] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 850.198024] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.198024] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f07a6b18-02e4-4cae-924c-bfae33ed6221 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.230993] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.230993] env[65923]: value = "task-4707010" [ 850.230993] env[65923]: _type = "Task" [ 850.230993] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.243775] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707010, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.270174] env[65923]: DEBUG nova.policy [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '935ad419c27e488c882476f66be5ffea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0927d4be89f34ab09449edc63218a88d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.418207] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquiring lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.418434] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquired lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.418634] env[65923]: DEBUG nova.network.neutron [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 850.420658] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707009, 'name': CreateVM_Task, 'duration_secs': 0.389444} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.421392] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.421888] env[65923]: WARNING neutronclient.v2_0.client [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.422268] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.422421] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.422765] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.423280] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe67696-fc53-44d7-9fd6-ba67bd95daee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.429767] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for the task: (returnval){ [ 850.429767] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52de1a66-7c6d-105c-c2d7-4e27a6690be2" [ 850.429767] env[65923]: _type = "Task" [ 850.429767] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.445690] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52de1a66-7c6d-105c-c2d7-4e27a6690be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.647273] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "f70cef18-8d65-4409-957a-1f8d81613bb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.647715] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "f70cef18-8d65-4409-957a-1f8d81613bb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.648049] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "f70cef18-8d65-4409-957a-1f8d81613bb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.648315] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "f70cef18-8d65-4409-957a-1f8d81613bb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.648538] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "f70cef18-8d65-4409-957a-1f8d81613bb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.655978] env[65923]: INFO nova.compute.manager [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Terminating instance [ 850.681639] env[65923]: DEBUG nova.compute.manager [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 850.749785] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707010, 'name': CreateVM_Task, 'duration_secs': 0.487706} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.749970] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.750512] env[65923]: WARNING neutronclient.v2_0.client [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.751180] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.751180] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.751451] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.751715] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80832c0-135e-489d-82b8-51241ccf4f13 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.764940] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 850.764940] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c32e75-f811-4cff-67df-fa451ed4efdc" [ 850.764940] env[65923]: _type = "Task" [ 850.764940] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.766240] env[65923]: DEBUG nova.network.neutron [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Successfully created port: dea6178a-bf54-41a7-bf6b-3691b0e483fb {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 850.781655] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.781655] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Processing image 99d092e9-7b8c-442c-926a-a9af30d25910 {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.781950] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910/99d092e9-7b8c-442c-926a-a9af30d25910.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.782127] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910/99d092e9-7b8c-442c-926a-a9af30d25910.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.782395] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.785532] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b86596ac-b72f-4ec3-a6a4-8898357ea3ec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.795799] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.795995] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.796893] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8889064-9f9b-46fd-99cd-ca2bba9a1972 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.807143] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 850.807143] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523add3c-d19c-6d88-68d0-86af7f5e59b3" [ 850.807143] env[65923]: _type = "Task" [ 850.807143] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.817361] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523add3c-d19c-6d88-68d0-86af7f5e59b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.898274] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.898553] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.898769] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.898948] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.899142] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.901814] env[65923]: INFO nova.compute.manager [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Terminating instance [ 850.948546] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52de1a66-7c6d-105c-c2d7-4e27a6690be2, 'name': SearchDatastore_Task, 'duration_secs': 0.016374} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.949044] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.949400] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.950024] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.950024] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.950305] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.951982] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e55d069-fbf5-4174-ad27-60c2a77b486a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.961240] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.961438] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.962394] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03f29dfc-fb29-4f6f-ad2c-5c03389fa162 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.966242] env[65923]: DEBUG nova.network.neutron [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 850.974904] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for the task: (returnval){ [ 850.974904] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d6f93f-53da-179e-e198-9d4ed6608ae8" [ 850.974904] env[65923]: _type = "Task" [ 850.974904] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.986035] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d6f93f-53da-179e-e198-9d4ed6608ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.075922] env[65923]: DEBUG oslo_concurrency.lockutils [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "be0024b2-0de9-4063-9d8f-c72050a98c30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.076744] env[65923]: DEBUG oslo_concurrency.lockutils [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "be0024b2-0de9-4063-9d8f-c72050a98c30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.076744] env[65923]: DEBUG oslo_concurrency.lockutils [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "be0024b2-0de9-4063-9d8f-c72050a98c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.076972] env[65923]: DEBUG oslo_concurrency.lockutils [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "be0024b2-0de9-4063-9d8f-c72050a98c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.077209] env[65923]: DEBUG oslo_concurrency.lockutils [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "be0024b2-0de9-4063-9d8f-c72050a98c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.084730] env[65923]: INFO nova.compute.manager [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Terminating instance [ 851.159022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "940cfe5a-f24f-4f89-8efe-7103cf016b29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.159280] env[65923]: DEBUG oslo_concurrency.lockutils [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "940cfe5a-f24f-4f89-8efe-7103cf016b29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.159542] env[65923]: DEBUG oslo_concurrency.lockutils [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "940cfe5a-f24f-4f89-8efe-7103cf016b29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.159756] env[65923]: DEBUG oslo_concurrency.lockutils [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "940cfe5a-f24f-4f89-8efe-7103cf016b29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.159894] env[65923]: DEBUG oslo_concurrency.lockutils [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "940cfe5a-f24f-4f89-8efe-7103cf016b29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.162627] env[65923]: INFO nova.compute.manager [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Terminating instance [ 851.165250] env[65923]: DEBUG nova.compute.manager [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 851.165250] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.172070] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a707bbb-7cae-4eeb-96ca-ce522a76700e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.179215] env[65923]: WARNING neutronclient.v2_0.client [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.188062] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.188358] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c8aab4a-a32f-4755-938d-06567622810a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.200495] env[65923]: DEBUG oslo_vmware.api [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 851.200495] env[65923]: value = "task-4707011" [ 851.200495] env[65923]: _type = "Task" [ 851.200495] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.212357] env[65923]: DEBUG oslo_vmware.api [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4707011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.228690] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5a7f36-cf0d-43d1-ad61-5e31cf0156ee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.238475] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d003f7-7c9a-4f5e-9ba1-9ce3a150d0b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.282984] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a932d6-46e1-40f5-84a5-29dc3860a454 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.292942] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95f1923-e819-4c69-9b6c-7aafb8b5bb54 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.309352] env[65923]: DEBUG nova.compute.provider_tree [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.318608] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "c29965a6-818c-4a69-afce-4991dac24350" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.318887] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "c29965a6-818c-4a69-afce-4991dac24350" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.328147] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Preparing fetch location {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 851.328617] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Fetch image to [datastore2] OSTACK_IMG_a5e7a37e-29f3-4ba8-b256-82296af364fb/OSTACK_IMG_a5e7a37e-29f3-4ba8-b256-82296af364fb.vmdk {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 851.328710] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Downloading stream optimized image 99d092e9-7b8c-442c-926a-a9af30d25910 to [datastore2] OSTACK_IMG_a5e7a37e-29f3-4ba8-b256-82296af364fb/OSTACK_IMG_a5e7a37e-29f3-4ba8-b256-82296af364fb.vmdk on the data store datastore2 as vApp {{(pid=65923) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 851.329018] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Downloading image file data 99d092e9-7b8c-442c-926a-a9af30d25910 to the ESX as VM named 'OSTACK_IMG_a5e7a37e-29f3-4ba8-b256-82296af364fb' {{(pid=65923) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 851.385094] env[65923]: DEBUG nova.network.neutron [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updating instance_info_cache with network_info: [{"id": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "address": "fa:16:3e:34:dd:db", "network": {"id": "45111f79-92ef-454e-ad56-c2e7202b74dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-588959735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b02fd0dcd1c4f6786dff59b1456a6dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab70c42d-7a", "ovs_interfaceid": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.410289] env[65923]: DEBUG nova.compute.manager [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 851.410987] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.413193] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b261396f-9515-4736-ae69-0b0ff45df898 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.422883] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.424179] env[65923]: DEBUG oslo_vmware.rw_handles [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 851.424179] env[65923]: value = "resgroup-9" [ 851.424179] env[65923]: _type = "ResourcePool" [ 851.424179] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 851.424527] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebc6ddda-a0df-48f2-a51f-98cf092b7e21 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.426397] env[65923]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e7915cb1-f5b8-4e77-be29-3e1bbe7fa627 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.451985] env[65923]: DEBUG oslo_vmware.api [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 851.451985] env[65923]: value = "task-4707012" [ 851.451985] env[65923]: _type = "Task" [ 851.451985] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.456637] env[65923]: DEBUG oslo_vmware.rw_handles [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lease: (returnval){ [ 851.456637] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d9943-86e9-f7ab-0f70-d380c7b8952b" [ 851.456637] env[65923]: _type = "HttpNfcLease" [ 851.456637] env[65923]: } obtained for vApp import into resource pool (val){ [ 851.456637] env[65923]: value = "resgroup-9" [ 851.456637] env[65923]: _type = "ResourcePool" [ 851.456637] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 851.457273] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the lease: (returnval){ [ 851.457273] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d9943-86e9-f7ab-0f70-d380c7b8952b" [ 851.457273] env[65923]: _type = "HttpNfcLease" [ 851.457273] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 851.463944] env[65923]: DEBUG oslo_vmware.api [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4707012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.468663] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.468663] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d9943-86e9-f7ab-0f70-d380c7b8952b" [ 851.468663] env[65923]: _type = "HttpNfcLease" [ 851.468663] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 851.491548] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d6f93f-53da-179e-e198-9d4ed6608ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.492741] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e228a7-b7d1-4dd3-aac3-dc375537be32 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.499359] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for the task: (returnval){ [ 851.499359] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285c0ee-34e8-824e-4e5a-3d0abfbd06d5" [ 851.499359] env[65923]: _type = "Task" [ 851.499359] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.508756] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285c0ee-34e8-824e-4e5a-3d0abfbd06d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.589136] env[65923]: DEBUG nova.compute.manager [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 851.589439] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.590514] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0230c5b-8fc8-4040-8149-ee85410ea660 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.600205] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.600496] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9b7ec16-8454-4a9f-827b-0c145dab2a65 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.608036] env[65923]: DEBUG oslo_vmware.api [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 851.608036] env[65923]: value = "task-4707014" [ 851.608036] env[65923]: _type = "Task" [ 851.608036] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.621980] env[65923]: DEBUG oslo_vmware.api [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.677897] env[65923]: DEBUG nova.compute.manager [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 851.677897] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.681509] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59942437-bff5-4deb-93cd-c700ecb63b24 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.694685] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.694944] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f72e06d9-690f-4f5b-adb7-32a2304fd915 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.702343] env[65923]: DEBUG nova.compute.manager [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 851.713664] env[65923]: DEBUG oslo_vmware.api [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 851.713664] env[65923]: value = "task-4707015" [ 851.713664] env[65923]: _type = "Task" [ 851.713664] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.725364] env[65923]: DEBUG oslo_vmware.api [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4707011, 'name': PowerOffVM_Task, 'duration_secs': 0.253557} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.726484] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.727569] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.727569] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd39056-a2cd-4f38-b530-48589d7a40f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.734030] env[65923]: DEBUG oslo_vmware.api [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.747075] env[65923]: DEBUG nova.virt.hardware [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 851.747075] env[65923]: DEBUG nova.virt.hardware [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.747326] env[65923]: DEBUG nova.virt.hardware [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 851.747420] env[65923]: DEBUG nova.virt.hardware [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.747602] env[65923]: DEBUG nova.virt.hardware [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 851.747790] env[65923]: DEBUG nova.virt.hardware [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 851.748074] env[65923]: DEBUG nova.virt.hardware [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 851.748398] env[65923]: DEBUG nova.virt.hardware [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 851.749277] env[65923]: DEBUG nova.virt.hardware [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 851.749277] env[65923]: DEBUG nova.virt.hardware [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 851.749277] env[65923]: DEBUG nova.virt.hardware [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 851.750578] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e74bac7-e909-41f4-89bf-13f4c0dc921e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.761282] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99096c62-72c0-44fc-a5fe-884772e76362 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.819346] env[65923]: DEBUG nova.scheduler.client.report [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.825372] env[65923]: DEBUG nova.compute.manager [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 851.828638] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.828942] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.829225] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleting the datastore file [datastore2] f70cef18-8d65-4409-957a-1f8d81613bb5 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.830097] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-954fe46b-6b62-4f3c-bd30-e9e4656b2ee5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.841712] env[65923]: DEBUG oslo_vmware.api [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 851.841712] env[65923]: value = "task-4707017" [ 851.841712] env[65923]: _type = "Task" [ 851.841712] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.852887] env[65923]: DEBUG oslo_vmware.api [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4707017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.887814] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Releasing lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.888312] env[65923]: DEBUG nova.compute.manager [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Instance network_info: |[{"id": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "address": "fa:16:3e:34:dd:db", "network": {"id": "45111f79-92ef-454e-ad56-c2e7202b74dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-588959735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b02fd0dcd1c4f6786dff59b1456a6dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab70c42d-7a", "ovs_interfaceid": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 851.889100] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:dd:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.899875] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Creating folder: Project (5b02fd0dcd1c4f6786dff59b1456a6dc). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.900798] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0fad823-21de-4595-a5e0-cd5427de7f59 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.917127] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Created folder: Project (5b02fd0dcd1c4f6786dff59b1456a6dc) in parent group-v918465. [ 851.917398] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Creating folder: Instances. Parent ref: group-v918633. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.917707] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0352db18-b205-427c-a4c8-dbab75641757 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.933437] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Created folder: Instances in parent group-v918633. [ 851.933437] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 851.933948] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.933948] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0dd6f6e-45da-4f10-923c-19620ed4ff84 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.959408] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.959408] env[65923]: value = "task-4707020" [ 851.959408] env[65923]: _type = "Task" [ 851.959408] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.972440] env[65923]: DEBUG oslo_vmware.api [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4707012, 'name': PowerOffVM_Task, 'duration_secs': 0.427687} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.973546] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.973671] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.974134] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d6a14bf-d76a-46aa-8324-c130c5e78991 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.981419] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.981419] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d9943-86e9-f7ab-0f70-d380c7b8952b" [ 851.981419] env[65923]: _type = "HttpNfcLease" [ 851.981419] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 851.981763] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707020, 'name': CreateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.985118] env[65923]: DEBUG nova.compute.manager [req-8b4381ff-bcee-4191-bead-9f0300021da4 req-b62ab2d7-f8b5-4216-ba39-39fbd2fd8eb4 service nova] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Received event network-changed-cb76e25e-f2fa-4781-b14a-f1bc1d840733 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 851.985406] env[65923]: DEBUG nova.compute.manager [req-8b4381ff-bcee-4191-bead-9f0300021da4 req-b62ab2d7-f8b5-4216-ba39-39fbd2fd8eb4 service nova] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Refreshing instance network info cache due to event network-changed-cb76e25e-f2fa-4781-b14a-f1bc1d840733. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 851.985559] env[65923]: DEBUG oslo_concurrency.lockutils [req-8b4381ff-bcee-4191-bead-9f0300021da4 req-b62ab2d7-f8b5-4216-ba39-39fbd2fd8eb4 service nova] Acquiring lock "refresh_cache-4fe42a7c-55b1-420e-90bf-fae9d586cf48" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.985611] env[65923]: DEBUG oslo_concurrency.lockutils [req-8b4381ff-bcee-4191-bead-9f0300021da4 req-b62ab2d7-f8b5-4216-ba39-39fbd2fd8eb4 service nova] Acquired lock "refresh_cache-4fe42a7c-55b1-420e-90bf-fae9d586cf48" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.985741] env[65923]: DEBUG nova.network.neutron [req-8b4381ff-bcee-4191-bead-9f0300021da4 req-b62ab2d7-f8b5-4216-ba39-39fbd2fd8eb4 service nova] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Refreshing network info cache for port cb76e25e-f2fa-4781-b14a-f1bc1d840733 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.998651] env[65923]: DEBUG nova.compute.manager [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Received event network-changed-5d85f25c-5039-4d1d-9773-88a7a068d87f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 851.999152] env[65923]: DEBUG nova.compute.manager [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Refreshing instance network info cache due to event network-changed-5d85f25c-5039-4d1d-9773-88a7a068d87f. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 851.999390] env[65923]: DEBUG oslo_concurrency.lockutils [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] Acquiring lock "refresh_cache-3b575d75-5b80-4b8c-a03d-399627feeee9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.999533] env[65923]: DEBUG oslo_concurrency.lockutils [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] Acquired lock "refresh_cache-3b575d75-5b80-4b8c-a03d-399627feeee9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.999691] env[65923]: DEBUG nova.network.neutron [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Refreshing network info cache for port 5d85f25c-5039-4d1d-9773-88a7a068d87f {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.016766] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285c0ee-34e8-824e-4e5a-3d0abfbd06d5, 'name': SearchDatastore_Task, 'duration_secs': 0.01144} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.017161] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.017521] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 4fe42a7c-55b1-420e-90bf-fae9d586cf48/4fe42a7c-55b1-420e-90bf-fae9d586cf48.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.017818] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65fe0859-082d-4a69-af99-71b0e126eaac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.029059] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for the task: (returnval){ [ 852.029059] env[65923]: value = "task-4707022" [ 852.029059] env[65923]: _type = "Task" [ 852.029059] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.042032] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.084918] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.085221] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.085427] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleting the datastore file [datastore2] 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.085715] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fc728d6-9a48-4647-a572-3ef39142f046 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.096539] env[65923]: DEBUG oslo_vmware.api [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for the task: (returnval){ [ 852.096539] env[65923]: value = "task-4707023" [ 852.096539] env[65923]: _type = "Task" [ 852.096539] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.107054] env[65923]: DEBUG oslo_vmware.api [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4707023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.118253] env[65923]: DEBUG oslo_vmware.api [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707014, 'name': PowerOffVM_Task, 'duration_secs': 0.277958} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.118581] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.118778] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.119068] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b89d3bda-ebc2-4c82-895d-9f8c246eaef1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.191956] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.192368] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.192551] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Deleting the datastore file [datastore1] be0024b2-0de9-4063-9d8f-c72050a98c30 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.192784] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae17bfdc-aa03-4c58-a584-9812a769582e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.200651] env[65923]: DEBUG oslo_vmware.api [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 852.200651] env[65923]: value = "task-4707025" [ 852.200651] env[65923]: _type = "Task" [ 852.200651] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.213332] env[65923]: DEBUG oslo_vmware.api [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.227184] env[65923]: DEBUG oslo_vmware.api [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707015, 'name': PowerOffVM_Task, 'duration_secs': 0.281363} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.227634] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.227926] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.228938] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08a5e881-5c9d-40ad-b201-52ceb774c1d4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.329479] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.329479] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.329651] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleting the datastore file [datastore1] 940cfe5a-f24f-4f89-8efe-7103cf016b29 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.332967] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf249d82-1231-44ab-bc02-98843d050121 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.335774] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.336690] env[65923]: DEBUG nova.compute.manager [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 852.342431] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.993s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.346792] env[65923]: DEBUG nova.objects.instance [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lazy-loading 'resources' on Instance uuid 8414751e-090c-4082-8b39-db3a391d50f5 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.363486] env[65923]: DEBUG oslo_vmware.api [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 852.363486] env[65923]: value = "task-4707027" [ 852.363486] env[65923]: _type = "Task" [ 852.363486] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.379902] env[65923]: DEBUG oslo_vmware.api [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4707017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175779} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.385937] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.386380] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.386628] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.386729] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.386948] env[65923]: INFO nova.compute.manager [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Took 1.22 seconds to destroy the instance on the hypervisor. [ 852.387271] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 852.388105] env[65923]: DEBUG oslo_vmware.api [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.388342] env[65923]: DEBUG nova.compute.manager [-] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 852.388435] env[65923]: DEBUG nova.network.neutron [-] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 852.389613] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.466128] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.479250] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.479250] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d9943-86e9-f7ab-0f70-d380c7b8952b" [ 852.479250] env[65923]: _type = "HttpNfcLease" [ 852.479250] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 852.483341] env[65923]: DEBUG oslo_vmware.rw_handles [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 852.483341] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522d9943-86e9-f7ab-0f70-d380c7b8952b" [ 852.483341] env[65923]: _type = "HttpNfcLease" [ 852.483341] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 852.483611] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707020, 'name': CreateVM_Task, 'duration_secs': 0.455142} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.484870] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e0b2d0-3d6b-48b7-a372-b9c1f218a2ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.489573] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.490384] env[65923]: WARNING neutronclient.v2_0.client [req-8b4381ff-bcee-4191-bead-9f0300021da4 req-b62ab2d7-f8b5-4216-ba39-39fbd2fd8eb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.493295] env[65923]: WARNING neutronclient.v2_0.client [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.493683] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.493843] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.494221] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.495179] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9407f9-72a2-4f05-8987-b80e6580379e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.502872] env[65923]: WARNING neutronclient.v2_0.client [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.505862] env[65923]: DEBUG oslo_vmware.rw_handles [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524edef4-c936-fd23-3c9a-18b95cae607f/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 852.506139] env[65923]: DEBUG oslo_vmware.rw_handles [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524edef4-c936-fd23-3c9a-18b95cae607f/disk-0.vmdk. {{(pid=65923) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 852.511227] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 852.511227] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d4a875-2069-a877-a170-2d0ecedb0f9f" [ 852.511227] env[65923]: _type = "Task" [ 852.511227] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.579289] env[65923]: DEBUG nova.network.neutron [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Successfully updated port: dea6178a-bf54-41a7-bf6b-3691b0e483fb {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 852.592810] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d4a875-2069-a877-a170-2d0ecedb0f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.598124] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "refresh_cache-e396d52a-e51b-4396-b672-c81068d621bf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.598327] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquired lock "refresh_cache-e396d52a-e51b-4396-b672-c81068d621bf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.598495] env[65923]: DEBUG nova.network.neutron [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 852.599632] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.603023] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.615789] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25d15cb5-aecc-4ab3-bc4d-41ea30bbed93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.618288] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545909} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.619070] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 4fe42a7c-55b1-420e-90bf-fae9d586cf48/4fe42a7c-55b1-420e-90bf-fae9d586cf48.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.619197] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.620032] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2770ffd6-5bb2-4f2e-98ff-fff9b26e8581 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.627966] env[65923]: DEBUG oslo_vmware.api [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Task: {'id': task-4707023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486923} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.628792] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.628885] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.629066] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.629277] env[65923]: INFO nova.compute.manager [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 852.629542] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 852.629755] env[65923]: DEBUG nova.compute.manager [-] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 852.629854] env[65923]: DEBUG nova.network.neutron [-] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 852.630192] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.635324] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for the task: (returnval){ [ 852.635324] env[65923]: value = "task-4707028" [ 852.635324] env[65923]: _type = "Task" [ 852.635324] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.648959] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.712168] env[65923]: DEBUG oslo_vmware.api [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444236} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.712490] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.712695] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.712904] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.713094] env[65923]: INFO nova.compute.manager [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Took 1.12 seconds to destroy the instance on the hypervisor. [ 852.713507] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 852.713728] env[65923]: DEBUG nova.compute.manager [-] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 852.713827] env[65923]: DEBUG nova.network.neutron [-] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 852.714130] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.719252] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.830149] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.852460] env[65923]: DEBUG nova.compute.utils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.855575] env[65923]: DEBUG nova.compute.manager [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 852.855873] env[65923]: DEBUG nova.network.neutron [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 852.856337] env[65923]: WARNING neutronclient.v2_0.client [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.856734] env[65923]: WARNING neutronclient.v2_0.client [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.880632] env[65923]: DEBUG oslo_vmware.api [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33805} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.882682] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.883089] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.883327] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.883509] env[65923]: INFO nova.compute.manager [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Took 1.21 seconds to destroy the instance on the hypervisor. [ 852.883864] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 852.884443] env[65923]: DEBUG nova.compute.manager [-] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 852.884574] env[65923]: DEBUG nova.network.neutron [-] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 852.884844] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.021935] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d4a875-2069-a877-a170-2d0ecedb0f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.058167} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.027862] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.028905] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.028905] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.028905] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.028905] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.031385] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57940b2b-15fa-4645-9d18-706bf71ba899 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.041419] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.041623] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.045756] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf45b22-5aad-45c6-a5c6-5dc4630b2907 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.054021] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 853.054021] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5210eaa5-bdf0-035a-144c-9efd067be1f8" [ 853.054021] env[65923]: _type = "Task" [ 853.054021] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.064545] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5210eaa5-bdf0-035a-144c-9efd067be1f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.113535] env[65923]: DEBUG nova.compute.manager [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 853.124515] env[65923]: WARNING neutronclient.v2_0.client [req-8b4381ff-bcee-4191-bead-9f0300021da4 req-b62ab2d7-f8b5-4216-ba39-39fbd2fd8eb4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.149332] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07054} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.151813] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.152762] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea3526a-bf84-45ac-ace2-df3a8c87defb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.177549] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.189114] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 4fe42a7c-55b1-420e-90bf-fae9d586cf48/4fe42a7c-55b1-420e-90bf-fae9d586cf48.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.195212] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34bebd9e-d934-4c5b-8034-e31e9fd22b92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.214817] env[65923]: WARNING neutronclient.v2_0.client [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.221133] env[65923]: DEBUG nova.network.neutron [-] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.229444] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for the task: (returnval){ [ 853.229444] env[65923]: value = "task-4707029" [ 853.229444] env[65923]: _type = "Task" [ 853.229444] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.240100] env[65923]: DEBUG nova.policy [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '935ad419c27e488c882476f66be5ffea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0927d4be89f34ab09449edc63218a88d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.247027] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707029, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.256473] env[65923]: DEBUG nova.network.neutron [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 853.261633] env[65923]: DEBUG nova.network.neutron [-] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.360147] env[65923]: DEBUG nova.compute.manager [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 853.460711] env[65923]: DEBUG oslo_vmware.rw_handles [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Completed reading data from the image iterator. {{(pid=65923) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 853.462102] env[65923]: DEBUG oslo_vmware.rw_handles [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524edef4-c936-fd23-3c9a-18b95cae607f/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 853.462102] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2424b84e-e53e-4ee7-9943-b51cf3788084 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.472726] env[65923]: DEBUG oslo_vmware.rw_handles [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524edef4-c936-fd23-3c9a-18b95cae607f/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 853.472909] env[65923]: DEBUG oslo_vmware.rw_handles [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524edef4-c936-fd23-3c9a-18b95cae607f/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 853.473183] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dfffdd38-9e50-44fe-9f0e-680aa6de200d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.493736] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df84dafb-a573-4c3d-840c-3716e47c035a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.510726] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c8582b-7184-4e58-a256-7243804e4be2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.549334] env[65923]: DEBUG nova.network.neutron [-] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.551457] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e26c58-84e2-47f6-a2f0-69109da65835 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.571809] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c499ef99-650b-4a0d-86ea-ef816a4fcc66 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.576475] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5210eaa5-bdf0-035a-144c-9efd067be1f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012333} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.577685] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8232873-d176-423a-9832-65cfa0e69342 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.590582] env[65923]: DEBUG nova.compute.provider_tree [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.596927] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 853.596927] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529dc0ff-087e-b301-daf3-7627666f4af6" [ 853.596927] env[65923]: _type = "Task" [ 853.596927] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.606727] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529dc0ff-087e-b301-daf3-7627666f4af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.655295] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.692047] env[65923]: DEBUG nova.network.neutron [req-8b4381ff-bcee-4191-bead-9f0300021da4 req-b62ab2d7-f8b5-4216-ba39-39fbd2fd8eb4 service nova] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Updated VIF entry in instance network info cache for port cb76e25e-f2fa-4781-b14a-f1bc1d840733. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 853.692047] env[65923]: DEBUG nova.network.neutron [req-8b4381ff-bcee-4191-bead-9f0300021da4 req-b62ab2d7-f8b5-4216-ba39-39fbd2fd8eb4 service nova] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Updating instance_info_cache with network_info: [{"id": "cb76e25e-f2fa-4781-b14a-f1bc1d840733", "address": "fa:16:3e:57:09:e7", "network": {"id": "e1b43406-a702-4b1d-a415-0125faa85b44", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-162166421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a6f35053c9540a4a36deae62f38fd23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb76e25e-f2", "ovs_interfaceid": "cb76e25e-f2fa-4781-b14a-f1bc1d840733", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.710506] env[65923]: DEBUG nova.network.neutron [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Successfully created port: d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 853.727984] env[65923]: INFO nova.compute.manager [-] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Took 1.01 seconds to deallocate network for instance. [ 853.728869] env[65923]: DEBUG nova.network.neutron [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Updated VIF entry in instance network info cache for port 5d85f25c-5039-4d1d-9773-88a7a068d87f. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 853.728992] env[65923]: DEBUG nova.network.neutron [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Updating instance_info_cache with network_info: [{"id": "5d85f25c-5039-4d1d-9773-88a7a068d87f", "address": "fa:16:3e:6c:c0:ed", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d85f25c-50", "ovs_interfaceid": "5d85f25c-5039-4d1d-9773-88a7a068d87f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.745486] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707029, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.766367] env[65923]: INFO nova.compute.manager [-] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Took 1.38 seconds to deallocate network for instance. [ 853.797256] env[65923]: WARNING neutronclient.v2_0.client [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.814509] env[65923]: DEBUG oslo_vmware.rw_handles [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524edef4-c936-fd23-3c9a-18b95cae607f/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 853.814770] env[65923]: INFO nova.virt.vmwareapi.images [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Downloaded image file data 99d092e9-7b8c-442c-926a-a9af30d25910 [ 853.815682] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a860d5fa-25e8-4c6d-a7d5-ce3f27840e45 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.833756] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06912397-3ba1-4c83-8f9b-42c7b9927a1f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.914378] env[65923]: INFO nova.virt.vmwareapi.images [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] The imported VM was unregistered [ 853.917172] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Caching image {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 853.917424] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating directory with path [datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910 {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.917723] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17cfac82-eeee-43fa-bacb-6c42deb017f3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.921715] env[65923]: DEBUG nova.network.neutron [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Updating instance_info_cache with network_info: [{"id": "dea6178a-bf54-41a7-bf6b-3691b0e483fb", "address": "fa:16:3e:63:f7:c5", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea6178a-bf", "ovs_interfaceid": "dea6178a-bf54-41a7-bf6b-3691b0e483fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.949835] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Created directory with path [datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910 {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.950064] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a5e7a37e-29f3-4ba8-b256-82296af364fb/OSTACK_IMG_a5e7a37e-29f3-4ba8-b256-82296af364fb.vmdk to [datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910/99d092e9-7b8c-442c-926a-a9af30d25910.vmdk. {{(pid=65923) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 853.950340] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-58af888e-81ca-4c11-869f-c52d6b0d1029 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.960035] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 853.960035] env[65923]: value = "task-4707031" [ 853.960035] env[65923]: _type = "Task" [ 853.960035] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.969468] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707031, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.057803] env[65923]: INFO nova.compute.manager [-] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Took 1.43 seconds to deallocate network for instance. [ 854.094725] env[65923]: DEBUG nova.scheduler.client.report [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.110665] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529dc0ff-087e-b301-daf3-7627666f4af6, 'name': SearchDatastore_Task, 'duration_secs': 0.015671} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.110959] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.111271] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 49ae1e95-2990-46aa-92c6-f560d5a4a188/49ae1e95-2990-46aa-92c6-f560d5a4a188.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.111487] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01ac8a4a-7581-4c7e-a874-0fef5165db0f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.120372] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 854.120372] env[65923]: value = "task-4707032" [ 854.120372] env[65923]: _type = "Task" [ 854.120372] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.132905] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.133237] env[65923]: DEBUG nova.network.neutron [-] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.194741] env[65923]: DEBUG oslo_concurrency.lockutils [req-8b4381ff-bcee-4191-bead-9f0300021da4 req-b62ab2d7-f8b5-4216-ba39-39fbd2fd8eb4 service nova] Releasing lock "refresh_cache-4fe42a7c-55b1-420e-90bf-fae9d586cf48" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.237841] env[65923]: DEBUG oslo_concurrency.lockutils [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] Releasing lock "refresh_cache-3b575d75-5b80-4b8c-a03d-399627feeee9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.238227] env[65923]: DEBUG nova.compute.manager [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Received event network-vif-plugged-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 854.238546] env[65923]: DEBUG oslo_concurrency.lockutils [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] Acquiring lock "49ae1e95-2990-46aa-92c6-f560d5a4a188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.238977] env[65923]: DEBUG oslo_concurrency.lockutils [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] Lock "49ae1e95-2990-46aa-92c6-f560d5a4a188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.239227] env[65923]: DEBUG oslo_concurrency.lockutils [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] Lock "49ae1e95-2990-46aa-92c6-f560d5a4a188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.239581] env[65923]: DEBUG nova.compute.manager [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] No waiting events found dispatching network-vif-plugged-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 854.241325] env[65923]: WARNING nova.compute.manager [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Received unexpected event network-vif-plugged-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 for instance with vm_state building and task_state spawning. [ 854.241325] env[65923]: DEBUG nova.compute.manager [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Received event network-changed-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 854.241325] env[65923]: DEBUG nova.compute.manager [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Refreshing instance network info cache due to event network-changed-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 854.241325] env[65923]: DEBUG oslo_concurrency.lockutils [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] Acquiring lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.241325] env[65923]: DEBUG oslo_concurrency.lockutils [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] Acquired lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.241325] env[65923]: DEBUG nova.network.neutron [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Refreshing network info cache for port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.244576] env[65923]: DEBUG oslo_concurrency.lockutils [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.251792] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707029, 'name': ReconfigVM_Task, 'duration_secs': 0.542278} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.251792] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 4fe42a7c-55b1-420e-90bf-fae9d586cf48/4fe42a7c-55b1-420e-90bf-fae9d586cf48.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.252721] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9d37960-c89e-4c36-9b83-c0f5c6e23b72 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.262977] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for the task: (returnval){ [ 854.262977] env[65923]: value = "task-4707033" [ 854.262977] env[65923]: _type = "Task" [ 854.262977] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.273049] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707033, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.275288] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.319468] env[65923]: DEBUG nova.compute.manager [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Received event network-vif-plugged-dea6178a-bf54-41a7-bf6b-3691b0e483fb {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 854.319783] env[65923]: DEBUG oslo_concurrency.lockutils [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] Acquiring lock "e396d52a-e51b-4396-b672-c81068d621bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.319961] env[65923]: DEBUG oslo_concurrency.lockutils [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] Lock "e396d52a-e51b-4396-b672-c81068d621bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.320127] env[65923]: DEBUG oslo_concurrency.lockutils [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] Lock "e396d52a-e51b-4396-b672-c81068d621bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.320380] env[65923]: DEBUG nova.compute.manager [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] [instance: e396d52a-e51b-4396-b672-c81068d621bf] No waiting events found dispatching network-vif-plugged-dea6178a-bf54-41a7-bf6b-3691b0e483fb {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 854.320568] env[65923]: WARNING nova.compute.manager [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Received unexpected event network-vif-plugged-dea6178a-bf54-41a7-bf6b-3691b0e483fb for instance with vm_state building and task_state spawning. [ 854.320749] env[65923]: DEBUG nova.compute.manager [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Received event network-changed-dea6178a-bf54-41a7-bf6b-3691b0e483fb {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 854.320917] env[65923]: DEBUG nova.compute.manager [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Refreshing instance network info cache due to event network-changed-dea6178a-bf54-41a7-bf6b-3691b0e483fb. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 854.321651] env[65923]: DEBUG oslo_concurrency.lockutils [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] Acquiring lock "refresh_cache-e396d52a-e51b-4396-b672-c81068d621bf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.366132] env[65923]: DEBUG nova.compute.manager [req-18793b2a-9954-4aeb-b9cc-45efb1e1a7c1 req-eb66084d-d37c-4cb6-b53f-25b98f02dc74 service nova] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Received event network-vif-deleted-8e98aae8-324c-4f39-a5ad-a237ac03966c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 854.366132] env[65923]: DEBUG nova.compute.manager [req-18793b2a-9954-4aeb-b9cc-45efb1e1a7c1 req-eb66084d-d37c-4cb6-b53f-25b98f02dc74 service nova] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Received event network-vif-deleted-f9553c6f-d47e-4d1d-aa22-c270f80f1234 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 854.376245] env[65923]: DEBUG nova.compute.manager [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 854.410948] env[65923]: DEBUG nova.virt.hardware [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 854.411678] env[65923]: DEBUG nova.virt.hardware [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.412027] env[65923]: DEBUG nova.virt.hardware [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 854.412477] env[65923]: DEBUG nova.virt.hardware [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.412791] env[65923]: DEBUG nova.virt.hardware [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 854.413131] env[65923]: DEBUG nova.virt.hardware [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 854.413517] env[65923]: DEBUG nova.virt.hardware [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 854.413830] env[65923]: DEBUG nova.virt.hardware [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 854.414192] env[65923]: DEBUG nova.virt.hardware [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 854.414529] env[65923]: DEBUG nova.virt.hardware [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 854.414861] env[65923]: DEBUG nova.virt.hardware [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 854.415995] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d32def6-fc90-4c4a-8438-3e0e5f32ab99 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.426124] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Releasing lock "refresh_cache-e396d52a-e51b-4396-b672-c81068d621bf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.426124] env[65923]: DEBUG nova.compute.manager [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Instance network_info: |[{"id": "dea6178a-bf54-41a7-bf6b-3691b0e483fb", "address": "fa:16:3e:63:f7:c5", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea6178a-bf", "ovs_interfaceid": "dea6178a-bf54-41a7-bf6b-3691b0e483fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 854.426309] env[65923]: DEBUG oslo_concurrency.lockutils [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] Acquired lock "refresh_cache-e396d52a-e51b-4396-b672-c81068d621bf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.427037] env[65923]: DEBUG nova.network.neutron [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Refreshing network info cache for port dea6178a-bf54-41a7-bf6b-3691b0e483fb {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.429962] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:f7:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dea6178a-bf54-41a7-bf6b-3691b0e483fb', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.436196] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Creating folder: Project (0927d4be89f34ab09449edc63218a88d). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.437585] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cb7775-3752-4868-b1b3-13cc5db9435d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.443312] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bfbf478-3f48-4690-947b-f0f5bababfc6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.472405] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Created folder: Project (0927d4be89f34ab09449edc63218a88d) in parent group-v918465. [ 854.472838] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Creating folder: Instances. Parent ref: group-v918636. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 854.473940] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-649e3267-34c8-4680-8103-3b37e3c6a795 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.483558] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707031, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.488901] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Created folder: Instances in parent group-v918636. [ 854.489192] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 854.489420] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.489640] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08949345-5428-4d29-a9a9-5c27df12d190 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.515663] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.515663] env[65923]: value = "task-4707036" [ 854.515663] env[65923]: _type = "Task" [ 854.515663] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.528534] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707036, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.570499] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.600233] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.603266] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.146s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.605351] env[65923]: INFO nova.compute.claims [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.629019] env[65923]: INFO nova.scheduler.client.report [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted allocations for instance 8414751e-090c-4082-8b39-db3a391d50f5 [ 854.637704] env[65923]: INFO nova.compute.manager [-] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Took 1.75 seconds to deallocate network for instance. [ 854.638034] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707032, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.746249] env[65923]: WARNING neutronclient.v2_0.client [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.778781] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707033, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.943873] env[65923]: WARNING neutronclient.v2_0.client [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.975943] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.976350] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.976634] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.976870] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.977110] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.978762] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707031, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.979702] env[65923]: INFO nova.compute.manager [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Terminating instance [ 855.012689] env[65923]: WARNING neutronclient.v2_0.client [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.029166] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707036, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.070087] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "397315bd-ca40-4a46-af82-1c0f2bae9f92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.070447] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "397315bd-ca40-4a46-af82-1c0f2bae9f92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.070714] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "397315bd-ca40-4a46-af82-1c0f2bae9f92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.070946] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "397315bd-ca40-4a46-af82-1c0f2bae9f92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.071271] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "397315bd-ca40-4a46-af82-1c0f2bae9f92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.073785] env[65923]: INFO nova.compute.manager [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Terminating instance [ 855.136823] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707032, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.141669] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f9303de5-e3fb-447a-a62f-c952ea725f0b tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "8414751e-090c-4082-8b39-db3a391d50f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.675s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.148475] env[65923]: DEBUG oslo_concurrency.lockutils [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.190625] env[65923]: DEBUG nova.network.neutron [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updated VIF entry in instance network info cache for port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 855.191191] env[65923]: DEBUG nova.network.neutron [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updating instance_info_cache with network_info: [{"id": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "address": "fa:16:3e:34:dd:db", "network": {"id": "45111f79-92ef-454e-ad56-c2e7202b74dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-588959735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b02fd0dcd1c4f6786dff59b1456a6dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab70c42d-7a", "ovs_interfaceid": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.281270] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707033, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.312079] env[65923]: WARNING neutronclient.v2_0.client [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.390576] env[65923]: DEBUG nova.network.neutron [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Successfully updated port: d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 855.471820] env[65923]: DEBUG nova.network.neutron [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Updated VIF entry in instance network info cache for port dea6178a-bf54-41a7-bf6b-3691b0e483fb. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 855.472420] env[65923]: DEBUG nova.network.neutron [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Updating instance_info_cache with network_info: [{"id": "dea6178a-bf54-41a7-bf6b-3691b0e483fb", "address": "fa:16:3e:63:f7:c5", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea6178a-bf", "ovs_interfaceid": "dea6178a-bf54-41a7-bf6b-3691b0e483fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.481805] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707031, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.483773] env[65923]: DEBUG nova.compute.manager [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 855.484162] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.486183] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19bf2c8-ba01-495d-8fd0-672826db2733 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.498952] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.499324] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22cedc3a-1efa-49d3-bf8a-990ab3059c5c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.510997] env[65923]: DEBUG oslo_vmware.api [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 855.510997] env[65923]: value = "task-4707037" [ 855.510997] env[65923]: _type = "Task" [ 855.510997] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.526561] env[65923]: DEBUG oslo_vmware.api [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4707037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.534795] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707036, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.579012] env[65923]: DEBUG nova.compute.manager [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 855.579513] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.581131] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1bc2ca-fab8-4d09-8eee-496d2271621d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.594483] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.594994] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c233640-9077-47fd-a0dd-6835f8b563f3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.605263] env[65923]: DEBUG oslo_vmware.api [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 855.605263] env[65923]: value = "task-4707038" [ 855.605263] env[65923]: _type = "Task" [ 855.605263] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.624906] env[65923]: DEBUG oslo_vmware.api [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4707038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.636040] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707032, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.695344] env[65923]: DEBUG oslo_concurrency.lockutils [req-9bd845ca-1b65-4690-b566-36db58923636 req-1c3f63c0-1ed8-4498-a575-f0e9b81e4fa6 service nova] Releasing lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.778756] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707033, 'name': Rename_Task, 'duration_secs': 1.195579} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.782104] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.782390] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-921375c5-5bd5-4182-9503-f8b386bdf7da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.790919] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for the task: (returnval){ [ 855.790919] env[65923]: value = "task-4707039" [ 855.790919] env[65923]: _type = "Task" [ 855.790919] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.805440] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.892888] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "refresh_cache-e9e33c9c-e81e-4053-a631-3816fb983a97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.894264] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquired lock "refresh_cache-e9e33c9c-e81e-4053-a631-3816fb983a97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.894693] env[65923]: DEBUG nova.network.neutron [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 855.977073] env[65923]: DEBUG oslo_concurrency.lockutils [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] Releasing lock "refresh_cache-e396d52a-e51b-4396-b672-c81068d621bf" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.977367] env[65923]: DEBUG nova.compute.manager [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Received event network-vif-deleted-86439a12-819b-41cb-b802-46f5a2a0deff {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 855.977555] env[65923]: DEBUG nova.compute.manager [req-f7fa682c-9d30-4a78-b132-2d7dcbc7e4b6 req-40aacd50-fdae-4dec-ae36-15fa89688033 service nova] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Received event network-vif-deleted-ca9c7074-789b-4f8a-8fb7-a45a5c0bb2dd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 855.978609] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707031, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.026099] env[65923]: DEBUG oslo_vmware.api [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4707037, 'name': PowerOffVM_Task, 'duration_secs': 0.305774} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.027362] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.027362] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.027462] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6000d8b-c7df-444e-b2d6-cf1ae781d30a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.034491] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707036, 'name': CreateVM_Task, 'duration_secs': 1.279999} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.034658] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.035361] env[65923]: WARNING neutronclient.v2_0.client [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.036047] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.036047] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.036289] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.036544] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb42ddb-ac31-4920-9849-8190043d1439 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.045678] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 856.045678] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528a4218-4780-0d46-4faf-8e4e24cc1d91" [ 856.045678] env[65923]: _type = "Task" [ 856.045678] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.058888] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528a4218-4780-0d46-4faf-8e4e24cc1d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.095224] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0994ea31-7b43-4937-b45c-8d731573e7f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.113788] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8547b0b-c62b-4c4a-b892-80c46b72336d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.119383] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.119928] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.120293] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Deleting the datastore file [datastore1] 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.121802] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a72322e0-3ca2-4cfd-9128-a4bf28fd3fec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.166271] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d0ce38-6b38-450d-9526-0dd4144c590d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.166731] env[65923]: DEBUG oslo_vmware.api [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4707038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.169932] env[65923]: DEBUG oslo_vmware.api [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 856.169932] env[65923]: value = "task-4707041" [ 856.169932] env[65923]: _type = "Task" [ 856.169932] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.180768] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df202ab-8aa4-4fec-bdeb-1b03c0e4bc8c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.186621] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707032, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.679892} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.192021] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 49ae1e95-2990-46aa-92c6-f560d5a4a188/49ae1e95-2990-46aa-92c6-f560d5a4a188.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.192021] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.192021] env[65923]: DEBUG oslo_vmware.api [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4707041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.192021] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98892418-0bbf-470e-978a-548a89c6cbbe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.206058] env[65923]: DEBUG nova.compute.provider_tree [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.209462] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 856.209462] env[65923]: value = "task-4707042" [ 856.209462] env[65923]: _type = "Task" [ 856.209462] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.221323] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.303368] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707039, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.408030] env[65923]: DEBUG nova.compute.manager [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Received event network-vif-plugged-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 856.408030] env[65923]: DEBUG oslo_concurrency.lockutils [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] Acquiring lock "e9e33c9c-e81e-4053-a631-3816fb983a97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.408825] env[65923]: DEBUG oslo_concurrency.lockutils [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] Lock "e9e33c9c-e81e-4053-a631-3816fb983a97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.409169] env[65923]: DEBUG oslo_concurrency.lockutils [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] Lock "e9e33c9c-e81e-4053-a631-3816fb983a97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.409502] env[65923]: DEBUG nova.compute.manager [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] No waiting events found dispatching network-vif-plugged-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 856.410117] env[65923]: WARNING nova.compute.manager [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Received unexpected event network-vif-plugged-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 for instance with vm_state building and task_state spawning. [ 856.410117] env[65923]: DEBUG nova.compute.manager [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Received event network-changed-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 856.410117] env[65923]: DEBUG nova.compute.manager [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Refreshing instance network info cache due to event network-changed-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 856.410292] env[65923]: DEBUG oslo_concurrency.lockutils [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] Acquiring lock "refresh_cache-e9e33c9c-e81e-4053-a631-3816fb983a97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.438837] env[65923]: DEBUG nova.network.neutron [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 856.477455] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707031, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.556046] env[65923]: WARNING neutronclient.v2_0.client [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.563099] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528a4218-4780-0d46-4faf-8e4e24cc1d91, 'name': SearchDatastore_Task, 'duration_secs': 0.100617} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.563451] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.563680] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.563905] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.564053] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.564286] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.565055] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf84d47-89df-40ed-83a8-94881db6adc2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.589625] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.589870] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.591024] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0a5d1c-2f1b-4b0f-90a1-6ca803a389a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.597992] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 856.597992] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528cc100-0ca4-7b82-553c-9c05b7973c45" [ 856.597992] env[65923]: _type = "Task" [ 856.597992] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.615321] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528cc100-0ca4-7b82-553c-9c05b7973c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.624826] env[65923]: DEBUG oslo_vmware.api [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4707038, 'name': PowerOffVM_Task, 'duration_secs': 0.63285} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.625171] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.625354] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.625623] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f23cb1c-fd44-44bf-916e-7e1b55bb74e2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.655816] env[65923]: DEBUG nova.network.neutron [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Updating instance_info_cache with network_info: [{"id": "d9c09bc7-ff07-428d-8fc9-cc86a7cb1565", "address": "fa:16:3e:6c:f6:6c", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c09bc7-ff", "ovs_interfaceid": "d9c09bc7-ff07-428d-8fc9-cc86a7cb1565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.684843] env[65923]: DEBUG oslo_vmware.api [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4707041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.711636] env[65923]: DEBUG nova.scheduler.client.report [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.723354] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.723763] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.723843] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Deleting the datastore file [datastore1] 397315bd-ca40-4a46-af82-1c0f2bae9f92 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.724167] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c85b537f-f5fe-4d0d-9031-9974a82c5e60 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.729231] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087233} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.729943] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.730808] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bb70eb-e7f6-43fc-a091-8d954052be77 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.737054] env[65923]: DEBUG oslo_vmware.api [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for the task: (returnval){ [ 856.737054] env[65923]: value = "task-4707044" [ 856.737054] env[65923]: _type = "Task" [ 856.737054] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.761754] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 49ae1e95-2990-46aa-92c6-f560d5a4a188/49ae1e95-2990-46aa-92c6-f560d5a4a188.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.763276] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd951b29-c00d-4b8c-9bef-449479f3e16c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.782407] env[65923]: DEBUG oslo_vmware.api [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4707044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.790939] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 856.790939] env[65923]: value = "task-4707045" [ 856.790939] env[65923]: _type = "Task" [ 856.790939] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.804724] env[65923]: DEBUG oslo_vmware.api [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707039, 'name': PowerOnVM_Task, 'duration_secs': 0.57885} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.808412] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.808739] env[65923]: INFO nova.compute.manager [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Took 11.82 seconds to spawn the instance on the hypervisor. [ 856.808941] env[65923]: DEBUG nova.compute.manager [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 856.809316] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.811872] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7129212-953b-47f1-bc8d-3d2ee3b9ce40 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.819475] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "14668521-2b6d-4737-a6e8-4974807c4a8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.819741] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "14668521-2b6d-4737-a6e8-4974807c4a8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.977478] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707031, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.113192] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528cc100-0ca4-7b82-553c-9c05b7973c45, 'name': SearchDatastore_Task, 'duration_secs': 0.099366} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.114161] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d8c35d-c8e1-4f63-9559-bf0592774271 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.121880] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 857.121880] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523376f7-9d2d-f733-b623-bb358bda972e" [ 857.121880] env[65923]: _type = "Task" [ 857.121880] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.131184] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523376f7-9d2d-f733-b623-bb358bda972e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.158986] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Releasing lock "refresh_cache-e9e33c9c-e81e-4053-a631-3816fb983a97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.159407] env[65923]: DEBUG nova.compute.manager [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Instance network_info: |[{"id": "d9c09bc7-ff07-428d-8fc9-cc86a7cb1565", "address": "fa:16:3e:6c:f6:6c", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c09bc7-ff", "ovs_interfaceid": "d9c09bc7-ff07-428d-8fc9-cc86a7cb1565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 857.159750] env[65923]: DEBUG oslo_concurrency.lockutils [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] Acquired lock "refresh_cache-e9e33c9c-e81e-4053-a631-3816fb983a97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.159928] env[65923]: DEBUG nova.network.neutron [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Refreshing network info cache for port d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.161512] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:f6:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9c09bc7-ff07-428d-8fc9-cc86a7cb1565', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.169648] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 857.170719] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.171017] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4367010-cb76-44f7-b13f-60b23b60781a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.198296] env[65923]: DEBUG oslo_vmware.api [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4707041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.199756] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.199756] env[65923]: value = "task-4707046" [ 857.199756] env[65923]: _type = "Task" [ 857.199756] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.208961] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707046, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.222286] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.222897] env[65923]: DEBUG nova.compute.manager [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 857.226021] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.484s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.227019] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.227019] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 857.227019] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.658s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.227019] env[65923]: DEBUG nova.objects.instance [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lazy-loading 'resources' on Instance uuid aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.972161] env[65923]: DEBUG nova.compute.utils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.977022] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a129e162-28e2-4127-8af5-e3eb3d7547d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.980983] env[65923]: WARNING neutronclient.v2_0.client [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.983737] env[65923]: DEBUG nova.compute.manager [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 857.983929] env[65923]: DEBUG nova.network.neutron [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 857.984355] env[65923]: WARNING neutronclient.v2_0.client [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.984722] env[65923]: WARNING neutronclient.v2_0.client [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.992018] env[65923]: DEBUG nova.compute.manager [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 858.008715] env[65923]: INFO nova.compute.manager [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Took 61.08 seconds to build instance. [ 858.032590] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818b4c21-2c95-4dba-8755-83f3c15eab74 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.037938] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707031, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.365239} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.037938] env[65923]: DEBUG oslo_vmware.api [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4707044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.688907} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.038509] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707045, 'name': ReconfigVM_Task, 'duration_secs': 1.10871} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.049997] env[65923]: INFO nova.virt.vmwareapi.ds_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a5e7a37e-29f3-4ba8-b256-82296af364fb/OSTACK_IMG_a5e7a37e-29f3-4ba8-b256-82296af364fb.vmdk to [datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910/99d092e9-7b8c-442c-926a-a9af30d25910.vmdk. [ 858.050233] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Cleaning up location [datastore2] OSTACK_IMG_a5e7a37e-29f3-4ba8-b256-82296af364fb {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 858.050380] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a5e7a37e-29f3-4ba8-b256-82296af364fb {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.050634] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.050795] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.050991] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.051140] env[65923]: INFO nova.compute.manager [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Took 2.47 seconds to destroy the instance on the hypervisor. [ 858.051376] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 858.051584] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 49ae1e95-2990-46aa-92c6-f560d5a4a188/49ae1e95-2990-46aa-92c6-f560d5a4a188.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.052565] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523376f7-9d2d-f733-b623-bb358bda972e, 'name': SearchDatastore_Task, 'duration_secs': 0.044843} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.052829] env[65923]: DEBUG oslo_vmware.api [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Task: {'id': task-4707041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.034882} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.054314] env[65923]: DEBUG nova.policy [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dff63bed24cc48b6a457ce1f6fe5f4ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1743613ede184feaa625d8d244de2f0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.059633] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a9fa56f-ebb7-46e1-9ad5-d6c27c713b22 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.061489] env[65923]: DEBUG nova.compute.manager [-] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 858.061598] env[65923]: DEBUG nova.network.neutron [-] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 858.061842] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.063473] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dac44ba7-8037-47d9-b540-903a94a87bf7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.065544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.065794] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e396d52a-e51b-4396-b672-c81068d621bf/e396d52a-e51b-4396-b672-c81068d621bf.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.066060] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.066229] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.066402] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.066569] env[65923]: INFO nova.compute.manager [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Took 2.58 seconds to destroy the instance on the hypervisor. [ 858.066792] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 858.067347] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707046, 'name': CreateVM_Task, 'duration_secs': 0.465073} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.075376] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b0874fe-2983-4fae-8593-579a15889316 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.077273] env[65923]: DEBUG nova.compute.manager [-] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 858.077379] env[65923]: DEBUG nova.network.neutron [-] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 858.077609] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.079489] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.082955] env[65923]: WARNING neutronclient.v2_0.client [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.083336] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.083512] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.083789] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.084594] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76b3638-43f6-492e-8ff1-829d75e2c9ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.088028] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0861e4cc-220d-4731-baf4-e1dbcdede6c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.092110] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 858.092110] env[65923]: value = "task-4707048" [ 858.092110] env[65923]: _type = "Task" [ 858.092110] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.092390] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 858.092390] env[65923]: value = "task-4707047" [ 858.092390] env[65923]: _type = "Task" [ 858.092390] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.109198] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 858.109198] env[65923]: value = "task-4707049" [ 858.109198] env[65923]: _type = "Task" [ 858.109198] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.109519] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 858.109519] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522773be-86b2-6131-61e8-0eb2a14be5ab" [ 858.109519] env[65923]: _type = "Task" [ 858.109519] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.111696] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b00519c-e034-4445-8d13-69e9a37b7d16 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.129379] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707048, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.129620] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.142262] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522773be-86b2-6131-61e8-0eb2a14be5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011408} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.142972] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.166319] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.166581] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.166820] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.166944] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.167136] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.167519] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178474MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 858.167647] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.171779] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.172661] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e41bd9f3-e263-446a-b882-6fca65df75df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.175167] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.185790] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.186047] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.189325] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a1248b-3cc0-4a28-8e26-b4001813c488 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.198480] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 858.198480] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bd85bb-cccb-ba8e-b58e-2c40cc9a0685" [ 858.198480] env[65923]: _type = "Task" [ 858.198480] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.210878] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bd85bb-cccb-ba8e-b58e-2c40cc9a0685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.477338] env[65923]: DEBUG nova.network.neutron [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Successfully created port: 6d05003f-bac1-4414-af7e-1490aed7f167 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 858.515708] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69d89dde-2bdc-4b28-8b25-45774b992e35 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.729s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.560723] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64917799-e410-4dcc-bde9-4e583187cb67 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.573298] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64386384-21c7-4c05-b5f7-64ae603bc447 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.613298] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a97056-9d1b-4419-b777-58865bd9e461 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.624827] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707048, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.630776] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045025} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.632204] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac4c264-6490-4026-ae2c-07fdd823c265 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.636537] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.636734] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910/99d092e9-7b8c-442c-926a-a9af30d25910.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.636983] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910/99d092e9-7b8c-442c-926a-a9af30d25910.vmdk to [datastore2] 3b575d75-5b80-4b8c-a03d-399627feeee9/3b575d75-5b80-4b8c-a03d-399627feeee9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.640791] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b355b0e-9080-4cf3-a4ac-819e82e74ef9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.643419] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707049, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.655611] env[65923]: DEBUG nova.compute.provider_tree [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.660883] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 858.660883] env[65923]: value = "task-4707050" [ 858.660883] env[65923]: _type = "Task" [ 858.660883] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.669636] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.717682] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bd85bb-cccb-ba8e-b58e-2c40cc9a0685, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.719781] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d830b9-9d4a-4a99-94bf-21e831d7e605 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.728419] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 858.728419] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b746eb-6272-4330-f6f7-ecef2b78a515" [ 858.728419] env[65923]: _type = "Task" [ 858.728419] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.738424] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b746eb-6272-4330-f6f7-ecef2b78a515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.739754] env[65923]: WARNING neutronclient.v2_0.client [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.895907] env[65923]: DEBUG nova.network.neutron [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Updated VIF entry in instance network info cache for port d9c09bc7-ff07-428d-8fc9-cc86a7cb1565. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 858.895907] env[65923]: DEBUG nova.network.neutron [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Updating instance_info_cache with network_info: [{"id": "d9c09bc7-ff07-428d-8fc9-cc86a7cb1565", "address": "fa:16:3e:6c:f6:6c", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c09bc7-ff", "ovs_interfaceid": "d9c09bc7-ff07-428d-8fc9-cc86a7cb1565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.964438] env[65923]: DEBUG nova.network.neutron [-] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.023106] env[65923]: DEBUG nova.compute.manager [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 859.026222] env[65923]: DEBUG nova.compute.manager [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 859.056087] env[65923]: DEBUG nova.compute.manager [req-518cabce-5495-4fc3-bd14-77698e817757 req-c53866c4-9a74-4406-b43b-e0a900120381 service nova] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Received event network-vif-deleted-e6cd926c-a31c-4f30-b65e-964eb2243732 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 859.060324] env[65923]: DEBUG nova.virt.hardware [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 859.060711] env[65923]: DEBUG nova.virt.hardware [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.060957] env[65923]: DEBUG nova.virt.hardware [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 859.061291] env[65923]: DEBUG nova.virt.hardware [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.061466] env[65923]: DEBUG nova.virt.hardware [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 859.061612] env[65923]: DEBUG nova.virt.hardware [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 859.061875] env[65923]: DEBUG nova.virt.hardware [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 859.062140] env[65923]: DEBUG nova.virt.hardware [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 859.062209] env[65923]: DEBUG nova.virt.hardware [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 859.062370] env[65923]: DEBUG nova.virt.hardware [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 859.062547] env[65923]: DEBUG nova.virt.hardware [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 859.063937] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be3de9a-0d15-44ad-abb1-56c039d594d2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.077993] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f793a7-8fd9-4c8d-820f-d635d060d67b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.117799] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707048, 'name': Rename_Task, 'duration_secs': 0.935918} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.121065] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.121376] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a4114b4-96cb-4300-be3e-9f8280c1ae5b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.131857] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638346} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.134130] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e396d52a-e51b-4396-b672-c81068d621bf/e396d52a-e51b-4396-b672-c81068d621bf.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.134410] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.134770] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 859.134770] env[65923]: value = "task-4707051" [ 859.134770] env[65923]: _type = "Task" [ 859.134770] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.134983] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a62bef7c-7cc4-4a51-a61a-a5693b9f5dcd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.151339] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 859.151339] env[65923]: value = "task-4707052" [ 859.151339] env[65923]: _type = "Task" [ 859.151339] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.151772] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.160518] env[65923]: DEBUG nova.scheduler.client.report [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.170933] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.180145] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707050, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.209995] env[65923]: DEBUG nova.network.neutron [-] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.243093] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b746eb-6272-4330-f6f7-ecef2b78a515, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.243264] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.243481] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e9e33c9c-e81e-4053-a631-3816fb983a97/e9e33c9c-e81e-4053-a631-3816fb983a97.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.243759] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac29eac1-3f78-4fde-814e-3bc53ee96617 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.254629] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 859.254629] env[65923]: value = "task-4707053" [ 859.254629] env[65923]: _type = "Task" [ 859.254629] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.265408] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.399086] env[65923]: DEBUG oslo_concurrency.lockutils [req-b261346a-8552-46c7-bb53-490351e97921 req-6506a8b1-fb3d-4681-ad60-d435fcf44812 service nova] Releasing lock "refresh_cache-e9e33c9c-e81e-4053-a631-3816fb983a97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.469057] env[65923]: INFO nova.compute.manager [-] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Took 1.39 seconds to deallocate network for instance. [ 859.552860] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.653191] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.664212] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082228} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.664827] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.670939] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a198b800-2fe9-4517-acf2-782688dced65 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.675450] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.449s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.678989] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.675s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.680482] env[65923]: INFO nova.compute.claims [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.688694] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707050, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.709200] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e396d52a-e51b-4396-b672-c81068d621bf/e396d52a-e51b-4396-b672-c81068d621bf.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.710528] env[65923]: INFO nova.scheduler.client.report [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Deleted allocations for instance aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4 [ 859.711766] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2642f1d0-e1d2-4968-ae07-73d6ec3cf34c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.732071] env[65923]: INFO nova.compute.manager [-] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Took 1.67 seconds to deallocate network for instance. [ 859.739327] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 859.739327] env[65923]: value = "task-4707054" [ 859.739327] env[65923]: _type = "Task" [ 859.739327] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.753484] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.767276] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.968901] env[65923]: DEBUG oslo_concurrency.lockutils [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquiring lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.969317] env[65923]: DEBUG oslo_concurrency.lockutils [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.969656] env[65923]: DEBUG oslo_concurrency.lockutils [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquiring lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.969771] env[65923]: DEBUG oslo_concurrency.lockutils [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.969989] env[65923]: DEBUG oslo_concurrency.lockutils [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.973180] env[65923]: INFO nova.compute.manager [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Terminating instance [ 859.975902] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.151544] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.178975] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707050, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.202133] env[65923]: DEBUG nova.compute.manager [req-cf23925a-224a-45ac-b5d3-d9bce2868ef2 req-4f34746c-f221-487a-8c96-b0a4a0be5e98 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Received event network-vif-plugged-6d05003f-bac1-4414-af7e-1490aed7f167 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.203280] env[65923]: DEBUG oslo_concurrency.lockutils [req-cf23925a-224a-45ac-b5d3-d9bce2868ef2 req-4f34746c-f221-487a-8c96-b0a4a0be5e98 service nova] Acquiring lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.203663] env[65923]: DEBUG oslo_concurrency.lockutils [req-cf23925a-224a-45ac-b5d3-d9bce2868ef2 req-4f34746c-f221-487a-8c96-b0a4a0be5e98 service nova] Lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.203863] env[65923]: DEBUG oslo_concurrency.lockutils [req-cf23925a-224a-45ac-b5d3-d9bce2868ef2 req-4f34746c-f221-487a-8c96-b0a4a0be5e98 service nova] Lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.204193] env[65923]: DEBUG nova.compute.manager [req-cf23925a-224a-45ac-b5d3-d9bce2868ef2 req-4f34746c-f221-487a-8c96-b0a4a0be5e98 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] No waiting events found dispatching network-vif-plugged-6d05003f-bac1-4414-af7e-1490aed7f167 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 860.204416] env[65923]: WARNING nova.compute.manager [req-cf23925a-224a-45ac-b5d3-d9bce2868ef2 req-4f34746c-f221-487a-8c96-b0a4a0be5e98 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Received unexpected event network-vif-plugged-6d05003f-bac1-4414-af7e-1490aed7f167 for instance with vm_state building and task_state spawning. [ 860.238052] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.238052] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e794eb2d-41b1-4752-a3f6-8f329bbac39f tempest-FloatingIPsAssociationTestJSON-55126144 tempest-FloatingIPsAssociationTestJSON-55126144-project-member] Lock "aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.129s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.257833] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.273264] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.320378] env[65923]: DEBUG nova.network.neutron [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Successfully updated port: 6d05003f-bac1-4414-af7e-1490aed7f167 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 860.487060] env[65923]: DEBUG nova.compute.manager [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 860.487432] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.488563] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b2292e-11dc-43f2-8a74-b34843f47124 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.503474] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.503908] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d04fb06-5548-41c5-acd3-692ea3e132e3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.515719] env[65923]: DEBUG oslo_vmware.api [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for the task: (returnval){ [ 860.515719] env[65923]: value = "task-4707055" [ 860.515719] env[65923]: _type = "Task" [ 860.515719] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.530154] env[65923]: DEBUG oslo_vmware.api [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.654266] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707051, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.687828] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707050, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.756858] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707054, 'name': ReconfigVM_Task, 'duration_secs': 0.823037} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.760204] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e396d52a-e51b-4396-b672-c81068d621bf/e396d52a-e51b-4396-b672-c81068d621bf.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.761350] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-286f9220-6e82-4cbb-9d3d-ac22e9f42f33 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.782437] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 860.782437] env[65923]: value = "task-4707056" [ 860.782437] env[65923]: _type = "Task" [ 860.782437] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.782437] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707053, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.795935] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707056, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.823327] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquiring lock "refresh_cache-15ccdf0f-2ea8-413e-aad7-d1833645fbbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.823510] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquired lock "refresh_cache-15ccdf0f-2ea8-413e-aad7-d1833645fbbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.823921] env[65923]: DEBUG nova.network.neutron [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.029456] env[65923]: DEBUG oslo_vmware.api [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707055, 'name': PowerOffVM_Task, 'duration_secs': 0.402886} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.032778] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.033732] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.033732] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1b9b60b-4484-4891-8c2f-1e4735d59aae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.106678] env[65923]: DEBUG nova.compute.manager [req-4fdc85ce-a28c-41e8-901c-5d93d6bd01a5 req-9c01a769-2b60-485d-aca4-a7b573fa544a service nova] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Received event network-vif-deleted-97297fd2-a640-4226-a4cc-6046a05364d7 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 861.140174] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.140174] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.140174] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Deleting the datastore file [datastore2] 4fe42a7c-55b1-420e-90bf-fae9d586cf48 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.140174] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2885ab07-c0d7-4ed0-a35c-7cf1c6cc6932 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.163000] env[65923]: DEBUG oslo_vmware.api [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707051, 'name': PowerOnVM_Task, 'duration_secs': 1.663428} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.163594] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.163716] env[65923]: INFO nova.compute.manager [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Took 12.04 seconds to spawn the instance on the hypervisor. [ 861.164031] env[65923]: DEBUG nova.compute.manager [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 861.164594] env[65923]: DEBUG oslo_vmware.api [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for the task: (returnval){ [ 861.164594] env[65923]: value = "task-4707058" [ 861.164594] env[65923]: _type = "Task" [ 861.164594] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.169404] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120af79c-3ed8-4837-85d4-2e8098ae09e4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.207219] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707050, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.510929} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.207403] env[65923]: DEBUG oslo_vmware.api [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.208163] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99d092e9-7b8c-442c-926a-a9af30d25910/99d092e9-7b8c-442c-926a-a9af30d25910.vmdk to [datastore2] 3b575d75-5b80-4b8c-a03d-399627feeee9/3b575d75-5b80-4b8c-a03d-399627feeee9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.209170] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a12a4f-15ef-458e-be83-131897bab243 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.235100] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 3b575d75-5b80-4b8c-a03d-399627feeee9/3b575d75-5b80-4b8c-a03d-399627feeee9.vmdk or device None with type streamOptimized {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.238602] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04d041c3-b57b-4c97-b7ee-747dfe78dfaf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.268040] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 861.268040] env[65923]: value = "task-4707059" [ 861.268040] env[65923]: _type = "Task" [ 861.268040] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.276755] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707053, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.287370] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.302931] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707056, 'name': Rename_Task, 'duration_secs': 0.262949} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.303262] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.304668] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73c9b3cd-0270-409c-91b0-ef1d7161e62e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.312893] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 861.312893] env[65923]: value = "task-4707060" [ 861.312893] env[65923]: _type = "Task" [ 861.312893] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.334984] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.410214] env[65923]: DEBUG nova.network.neutron [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 861.421617] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7d361f-999e-4592-8bce-b4905ea17dfe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.433027] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed86a2b-c070-42ee-80a1-34daa27ff7c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.476168] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682e081d-ba37-45bf-af20-43f49a76dbae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.485580] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367f3d78-a015-429f-ac0c-19e9ebe10eef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.501842] env[65923]: DEBUG nova.compute.provider_tree [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.542875] env[65923]: WARNING neutronclient.v2_0.client [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.680186] env[65923]: DEBUG nova.network.neutron [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Updating instance_info_cache with network_info: [{"id": "6d05003f-bac1-4414-af7e-1490aed7f167", "address": "fa:16:3e:3c:39:26", "network": {"id": "1abc3b75-bc86-425f-9560-4836faa0d8b0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1429451308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1743613ede184feaa625d8d244de2f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d05003f-ba", "ovs_interfaceid": "6d05003f-bac1-4414-af7e-1490aed7f167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.687913] env[65923]: DEBUG oslo_vmware.api [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Task: {'id': task-4707058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425454} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.687913] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.687913] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.687913] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.687913] env[65923]: INFO nova.compute.manager [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Took 1.20 seconds to destroy the instance on the hypervisor. [ 861.688435] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 861.688435] env[65923]: DEBUG nova.compute.manager [-] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 861.688435] env[65923]: DEBUG nova.network.neutron [-] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 861.688659] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.724618] env[65923]: INFO nova.compute.manager [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Took 48.38 seconds to build instance. [ 861.745841] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.775782] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707053, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.21712} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.779783] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e9e33c9c-e81e-4053-a631-3816fb983a97/e9e33c9c-e81e-4053-a631-3816fb983a97.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.779783] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.780047] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc8b26a4-d293-4774-9de4-319d3655e1b9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.791446] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.798742] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 861.798742] env[65923]: value = "task-4707061" [ 861.798742] env[65923]: _type = "Task" [ 861.798742] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.809093] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.825928] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.005420] env[65923]: DEBUG nova.scheduler.client.report [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.183668] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Releasing lock "refresh_cache-15ccdf0f-2ea8-413e-aad7-d1833645fbbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.184395] env[65923]: DEBUG nova.compute.manager [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Instance network_info: |[{"id": "6d05003f-bac1-4414-af7e-1490aed7f167", "address": "fa:16:3e:3c:39:26", "network": {"id": "1abc3b75-bc86-425f-9560-4836faa0d8b0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1429451308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1743613ede184feaa625d8d244de2f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d05003f-ba", "ovs_interfaceid": "6d05003f-bac1-4414-af7e-1490aed7f167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 862.184787] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:39:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d05003f-bac1-4414-af7e-1490aed7f167', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.193856] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Creating folder: Project (1743613ede184feaa625d8d244de2f0b). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.194359] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5af3c77-6141-4c95-987e-3426d41e9fe6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.207674] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Created folder: Project (1743613ede184feaa625d8d244de2f0b) in parent group-v918465. [ 862.207900] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Creating folder: Instances. Parent ref: group-v918640. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.208557] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7a0d3cd-170b-42f8-b4be-9e94055b3f40 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.222574] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Created folder: Instances in parent group-v918640. [ 862.222878] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 862.223187] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.223424] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21af0d15-a0b4-4a8e-896e-2bb95d43d3e6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.241069] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1d364a99-c8e1-474f-951f-3eb7a33a5366 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Lock "49ae1e95-2990-46aa-92c6-f560d5a4a188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.607s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.242617] env[65923]: DEBUG nova.compute.manager [req-0e9bc50c-dde3-4406-80f6-2a8dde3ef6e1 req-ddb3c281-d505-4b28-b7fa-07e5c4da0a9a service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Received event network-changed-6d05003f-bac1-4414-af7e-1490aed7f167 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 862.242806] env[65923]: DEBUG nova.compute.manager [req-0e9bc50c-dde3-4406-80f6-2a8dde3ef6e1 req-ddb3c281-d505-4b28-b7fa-07e5c4da0a9a service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Refreshing instance network info cache due to event network-changed-6d05003f-bac1-4414-af7e-1490aed7f167. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 862.243021] env[65923]: DEBUG oslo_concurrency.lockutils [req-0e9bc50c-dde3-4406-80f6-2a8dde3ef6e1 req-ddb3c281-d505-4b28-b7fa-07e5c4da0a9a service nova] Acquiring lock "refresh_cache-15ccdf0f-2ea8-413e-aad7-d1833645fbbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.243229] env[65923]: DEBUG oslo_concurrency.lockutils [req-0e9bc50c-dde3-4406-80f6-2a8dde3ef6e1 req-ddb3c281-d505-4b28-b7fa-07e5c4da0a9a service nova] Acquired lock "refresh_cache-15ccdf0f-2ea8-413e-aad7-d1833645fbbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.243306] env[65923]: DEBUG nova.network.neutron [req-0e9bc50c-dde3-4406-80f6-2a8dde3ef6e1 req-ddb3c281-d505-4b28-b7fa-07e5c4da0a9a service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Refreshing network info cache for port 6d05003f-bac1-4414-af7e-1490aed7f167 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.250664] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.250664] env[65923]: value = "task-4707064" [ 862.250664] env[65923]: _type = "Task" [ 862.250664] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.262261] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707064, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.281388] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707059, 'name': ReconfigVM_Task, 'duration_secs': 0.979519} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.282710] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 3b575d75-5b80-4b8c-a03d-399627feeee9/3b575d75-5b80-4b8c-a03d-399627feeee9.vmdk or device None with type streamOptimized {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.282852] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e32d2e93-8e5e-405e-aa84-a63d7e3dd4ba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.293230] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 862.293230] env[65923]: value = "task-4707065" [ 862.293230] env[65923]: _type = "Task" [ 862.293230] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.302602] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707065, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.311876] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074212} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.312402] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.313322] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9166419-df70-4598-bde0-bfca3d884683 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.329689] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707060, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.359107] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] e9e33c9c-e81e-4053-a631-3816fb983a97/e9e33c9c-e81e-4053-a631-3816fb983a97.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.359655] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c10799-fbe8-46ae-a468-c3334e80578a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.388320] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 862.388320] env[65923]: value = "task-4707066" [ 862.388320] env[65923]: _type = "Task" [ 862.388320] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.399856] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.478232] env[65923]: DEBUG nova.network.neutron [-] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.512232] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.512357] env[65923]: DEBUG nova.compute.manager [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 862.515773] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.487s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.516193] env[65923]: DEBUG nova.objects.instance [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lazy-loading 'resources' on Instance uuid 2d55be2e-64f5-47bb-8f76-9bece533ffd1 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.649148] env[65923]: INFO nova.compute.manager [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Rescuing [ 862.649390] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquiring lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.649525] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquired lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.650188] env[65923]: DEBUG nova.network.neutron [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 862.746728] env[65923]: WARNING neutronclient.v2_0.client [req-0e9bc50c-dde3-4406-80f6-2a8dde3ef6e1 req-ddb3c281-d505-4b28-b7fa-07e5c4da0a9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.763638] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707064, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.805459] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707065, 'name': Rename_Task, 'duration_secs': 0.224101} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.806767] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.806767] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe8c0b4a-cca9-4c51-8e07-c25abbe11e6d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.813675] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 862.813675] env[65923]: value = "task-4707067" [ 862.813675] env[65923]: _type = "Task" [ 862.813675] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.826728] env[65923]: DEBUG oslo_vmware.api [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707060, 'name': PowerOnVM_Task, 'duration_secs': 1.169445} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.830060] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.830356] env[65923]: INFO nova.compute.manager [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Took 11.13 seconds to spawn the instance on the hypervisor. [ 862.830573] env[65923]: DEBUG nova.compute.manager [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 862.830895] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.831772] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73af62eb-43e4-43d7-8daa-85ac912614b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.903312] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707066, 'name': ReconfigVM_Task, 'duration_secs': 0.328} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.903628] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Reconfigured VM instance instance-00000042 to attach disk [datastore2] e9e33c9c-e81e-4053-a631-3816fb983a97/e9e33c9c-e81e-4053-a631-3816fb983a97.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.904387] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-473ff0f5-62ea-4790-8d3a-0a819d730dd4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.912346] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 862.912346] env[65923]: value = "task-4707068" [ 862.912346] env[65923]: _type = "Task" [ 862.912346] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.921752] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707068, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.927256] env[65923]: WARNING neutronclient.v2_0.client [req-0e9bc50c-dde3-4406-80f6-2a8dde3ef6e1 req-ddb3c281-d505-4b28-b7fa-07e5c4da0a9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.981220] env[65923]: INFO nova.compute.manager [-] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Took 1.29 seconds to deallocate network for instance. [ 862.998843] env[65923]: DEBUG nova.network.neutron [req-0e9bc50c-dde3-4406-80f6-2a8dde3ef6e1 req-ddb3c281-d505-4b28-b7fa-07e5c4da0a9a service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Updated VIF entry in instance network info cache for port 6d05003f-bac1-4414-af7e-1490aed7f167. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 862.999235] env[65923]: DEBUG nova.network.neutron [req-0e9bc50c-dde3-4406-80f6-2a8dde3ef6e1 req-ddb3c281-d505-4b28-b7fa-07e5c4da0a9a service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Updating instance_info_cache with network_info: [{"id": "6d05003f-bac1-4414-af7e-1490aed7f167", "address": "fa:16:3e:3c:39:26", "network": {"id": "1abc3b75-bc86-425f-9560-4836faa0d8b0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1429451308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1743613ede184feaa625d8d244de2f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d05003f-ba", "ovs_interfaceid": "6d05003f-bac1-4414-af7e-1490aed7f167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.022366] env[65923]: DEBUG nova.compute.utils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.025580] env[65923]: DEBUG nova.compute.manager [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 863.025869] env[65923]: DEBUG nova.network.neutron [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 863.027263] env[65923]: WARNING neutronclient.v2_0.client [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.027263] env[65923]: WARNING neutronclient.v2_0.client [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.069624] env[65923]: DEBUG nova.policy [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1c9042dc2a45c28b753e89b95854c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07dc613d9c0b497eb148d6f95e1a3d08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.154695] env[65923]: WARNING neutronclient.v2_0.client [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.266596] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707064, 'name': CreateVM_Task, 'duration_secs': 0.571886} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.266596] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.270344] env[65923]: WARNING neutronclient.v2_0.client [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.272887] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.272887] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.272887] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.274227] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0869b75c-4c4b-4a73-b80f-fee0cfc70593 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.285709] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for the task: (returnval){ [ 863.285709] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235133e-7b24-04f2-3663-dfab806facc2" [ 863.285709] env[65923]: _type = "Task" [ 863.285709] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.299623] env[65923]: DEBUG nova.compute.manager [req-1ab7040b-bb60-47b7-8603-7da927b2ff5e req-712de41d-75bf-4829-ae60-458320b686b4 service nova] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Received event network-vif-deleted-cb76e25e-f2fa-4781-b14a-f1bc1d840733 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 863.308238] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235133e-7b24-04f2-3663-dfab806facc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.308320] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.308510] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.308743] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.308919] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.311051] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.311643] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb3fc59c-ccf6-4d68-b440-7aa3629b9f30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.328298] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707067, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.330745] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.330745] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.333714] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8bd58c-1342-4b32-a99b-e988a2e16a1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.341421] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for the task: (returnval){ [ 863.341421] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528dd9b8-35c4-a7f5-2cba-fc8f08ef5c02" [ 863.341421] env[65923]: _type = "Task" [ 863.341421] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.357703] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528dd9b8-35c4-a7f5-2cba-fc8f08ef5c02, 'name': SearchDatastore_Task, 'duration_secs': 0.01239} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.358504] env[65923]: INFO nova.compute.manager [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Took 48.89 seconds to build instance. [ 863.360581] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f04a4d-dac7-417b-975d-b021ae46c89a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.372624] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for the task: (returnval){ [ 863.372624] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5238ff0c-c563-ea1b-2c64-ff169e349b70" [ 863.372624] env[65923]: _type = "Task" [ 863.372624] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.383441] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5238ff0c-c563-ea1b-2c64-ff169e349b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.424993] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707068, 'name': Rename_Task, 'duration_secs': 0.146472} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.428328] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.428868] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cfd0818-b1ca-4a8e-9107-bee990236d7a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.437969] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 863.437969] env[65923]: value = "task-4707069" [ 863.437969] env[65923]: _type = "Task" [ 863.437969] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.454806] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.491252] env[65923]: DEBUG oslo_concurrency.lockutils [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.501961] env[65923]: DEBUG oslo_concurrency.lockutils [req-0e9bc50c-dde3-4406-80f6-2a8dde3ef6e1 req-ddb3c281-d505-4b28-b7fa-07e5c4da0a9a service nova] Releasing lock "refresh_cache-15ccdf0f-2ea8-413e-aad7-d1833645fbbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.507259] env[65923]: DEBUG nova.network.neutron [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Successfully created port: 71ed03fc-0bb9-439f-bd2a-4e0de30975f7 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 863.526279] env[65923]: DEBUG nova.compute.manager [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 863.575388] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca14e04-89fa-4559-a594-74c065c83268 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.584663] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f9ed34-a03c-4086-b45b-d947961ca988 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.619994] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f682c-8453-48ed-8b62-bc3bb8785e18 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.629290] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec9e6b1-b515-4a31-b4ac-f3eb546096f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.644768] env[65923]: DEBUG nova.compute.provider_tree [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.833255] env[65923]: DEBUG oslo_vmware.api [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707067, 'name': PowerOnVM_Task, 'duration_secs': 0.680034} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.833541] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.833850] env[65923]: INFO nova.compute.manager [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Took 17.23 seconds to spawn the instance on the hypervisor. [ 863.834155] env[65923]: DEBUG nova.compute.manager [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 863.835467] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cda6fcd-c88e-4371-9d55-6bb2d3830e02 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.861855] env[65923]: DEBUG oslo_concurrency.lockutils [None req-362426d2-6eef-409f-b99f-1d997cea17b2 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e396d52a-e51b-4396-b672-c81068d621bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.127s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.883344] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5238ff0c-c563-ea1b-2c64-ff169e349b70, 'name': SearchDatastore_Task, 'duration_secs': 0.011953} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.883713] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.884040] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 15ccdf0f-2ea8-413e-aad7-d1833645fbbd/15ccdf0f-2ea8-413e-aad7-d1833645fbbd.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.884388] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e134fcd0-b126-4535-aadd-5a72f0bd5d2d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.891959] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for the task: (returnval){ [ 863.891959] env[65923]: value = "task-4707070" [ 863.891959] env[65923]: _type = "Task" [ 863.891959] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.901259] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.948949] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.148329] env[65923]: DEBUG nova.scheduler.client.report [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.360864] env[65923]: INFO nova.compute.manager [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Took 64.58 seconds to build instance. [ 864.421607] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707070, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.457364] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707069, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.539042] env[65923]: DEBUG nova.compute.manager [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 864.567870] env[65923]: DEBUG nova.virt.hardware [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 864.568135] env[65923]: DEBUG nova.virt.hardware [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.568299] env[65923]: DEBUG nova.virt.hardware [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 864.568798] env[65923]: DEBUG nova.virt.hardware [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.568798] env[65923]: DEBUG nova.virt.hardware [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 864.569054] env[65923]: DEBUG nova.virt.hardware [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 864.569468] env[65923]: DEBUG nova.virt.hardware [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 864.569660] env[65923]: DEBUG nova.virt.hardware [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 864.569949] env[65923]: DEBUG nova.virt.hardware [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 864.570248] env[65923]: DEBUG nova.virt.hardware [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 864.570542] env[65923]: DEBUG nova.virt.hardware [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 864.571602] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e87c19e-5889-4499-90ed-278e78890d3a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.581419] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ba51e7-c9d0-4993-bc34-064e8254bfdd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.655766] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.661385] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.363s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.661385] env[65923]: DEBUG nova.objects.instance [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lazy-loading 'resources' on Instance uuid 114d9a8f-8581-46a9-8047-fe23e07470be {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.682397] env[65923]: INFO nova.scheduler.client.report [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleted allocations for instance 2d55be2e-64f5-47bb-8f76-9bece533ffd1 [ 864.862658] env[65923]: DEBUG oslo_concurrency.lockutils [None req-836b1226-e139-4134-9449-05ef1dad8a36 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "3b575d75-5b80-4b8c-a03d-399627feeee9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.340s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.904866] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681176} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.905159] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 15ccdf0f-2ea8-413e-aad7-d1833645fbbd/15ccdf0f-2ea8-413e-aad7-d1833645fbbd.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.905401] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.905673] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c74b0bab-0f22-4b0b-b633-c63881311bc6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.914156] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for the task: (returnval){ [ 864.914156] env[65923]: value = "task-4707071" [ 864.914156] env[65923]: _type = "Task" [ 864.914156] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.926963] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.954192] env[65923]: DEBUG oslo_vmware.api [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707069, 'name': PowerOnVM_Task, 'duration_secs': 1.35209} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.954546] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.954750] env[65923]: INFO nova.compute.manager [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Took 10.58 seconds to spawn the instance on the hypervisor. [ 864.954948] env[65923]: DEBUG nova.compute.manager [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 864.955900] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d28d0c1-c3f1-4cdc-beab-927fff88510e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.111110] env[65923]: DEBUG nova.network.neutron [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Successfully updated port: 71ed03fc-0bb9-439f-bd2a-4e0de30975f7 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 865.195500] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ee2bf70-58e9-47eb-8475-7d6a179599be tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "2d55be2e-64f5-47bb-8f76-9bece533ffd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.621s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.291799] env[65923]: WARNING neutronclient.v2_0.client [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.435013] env[65923]: DEBUG nova.network.neutron [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updating instance_info_cache with network_info: [{"id": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "address": "fa:16:3e:34:dd:db", "network": {"id": "45111f79-92ef-454e-ad56-c2e7202b74dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-588959735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b02fd0dcd1c4f6786dff59b1456a6dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab70c42d-7a", "ovs_interfaceid": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.441975] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079005} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.445682] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.447178] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0096af-3f76-4b6b-b4ae-6f47be35de22 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.472255] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 15ccdf0f-2ea8-413e-aad7-d1833645fbbd/15ccdf0f-2ea8-413e-aad7-d1833645fbbd.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.479652] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ba38d5-10ca-41ef-a492-7b18f95fa867 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.497229] env[65923]: INFO nova.compute.manager [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Took 50.07 seconds to build instance. [ 865.505921] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for the task: (returnval){ [ 865.505921] env[65923]: value = "task-4707072" [ 865.505921] env[65923]: _type = "Task" [ 865.505921] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.520717] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707072, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.620862] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.621100] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquired lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.621278] env[65923]: DEBUG nova.network.neutron [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 865.732155] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5894846-5af0-4278-bf01-2e2864cfa78a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.743263] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1462592-84ed-451e-9a51-494676ef3835 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.778613] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4e6cb8-e027-4d10-b5be-17635c768ad8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.788570] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af606bbe-c766-48a9-8165-96053639eb8e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.805241] env[65923]: DEBUG nova.compute.provider_tree [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.860163] env[65923]: DEBUG nova.compute.manager [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Received event network-vif-plugged-71ed03fc-0bb9-439f-bd2a-4e0de30975f7 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 865.860163] env[65923]: DEBUG oslo_concurrency.lockutils [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] Acquiring lock "eea92ca0-4856-4722-b34c-10e6689c4c97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.860163] env[65923]: DEBUG oslo_concurrency.lockutils [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.860328] env[65923]: DEBUG oslo_concurrency.lockutils [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.860499] env[65923]: DEBUG nova.compute.manager [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] No waiting events found dispatching network-vif-plugged-71ed03fc-0bb9-439f-bd2a-4e0de30975f7 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 865.861096] env[65923]: WARNING nova.compute.manager [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Received unexpected event network-vif-plugged-71ed03fc-0bb9-439f-bd2a-4e0de30975f7 for instance with vm_state building and task_state spawning. [ 865.861288] env[65923]: DEBUG nova.compute.manager [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Received event network-changed-71ed03fc-0bb9-439f-bd2a-4e0de30975f7 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 865.861444] env[65923]: DEBUG nova.compute.manager [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Refreshing instance network info cache due to event network-changed-71ed03fc-0bb9-439f-bd2a-4e0de30975f7. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 865.861613] env[65923]: DEBUG oslo_concurrency.lockutils [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] Acquiring lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.948036] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Releasing lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.000193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a433b0c-4740-49be-847b-95e0d8712ef9 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e9e33c9c-e81e-4053-a631-3816fb983a97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.574s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.018054] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.171495] env[65923]: DEBUG nova.network.neutron [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 866.309362] env[65923]: DEBUG nova.scheduler.client.report [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.353460] env[65923]: WARNING neutronclient.v2_0.client [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.487797] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "3b575d75-5b80-4b8c-a03d-399627feeee9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.488884] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "3b575d75-5b80-4b8c-a03d-399627feeee9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.488884] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "3b575d75-5b80-4b8c-a03d-399627feeee9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.488884] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "3b575d75-5b80-4b8c-a03d-399627feeee9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.488884] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "3b575d75-5b80-4b8c-a03d-399627feeee9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.494919] env[65923]: INFO nova.compute.manager [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Terminating instance [ 866.517517] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707072, 'name': ReconfigVM_Task, 'duration_secs': 0.717569} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.517792] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 15ccdf0f-2ea8-413e-aad7-d1833645fbbd/15ccdf0f-2ea8-413e-aad7-d1833645fbbd.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.518453] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec93e1e0-7639-494d-92e9-769c2d20be93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.526805] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for the task: (returnval){ [ 866.526805] env[65923]: value = "task-4707073" [ 866.526805] env[65923]: _type = "Task" [ 866.526805] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.532745] env[65923]: DEBUG nova.network.neutron [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Updating instance_info_cache with network_info: [{"id": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "address": "fa:16:3e:54:3c:8f", "network": {"id": "a8c8fb6c-c661-4f81-8a2f-8869d6fce411", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-913644681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dc613d9c0b497eb148d6f95e1a3d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ed03fc-0b", "ovs_interfaceid": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.537669] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707073, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.599899] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.600185] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.600398] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.600580] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.600744] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.606022] env[65923]: INFO nova.compute.manager [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Terminating instance [ 866.816207] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.819431] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.072s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.820563] env[65923]: INFO nova.compute.claims [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.855415] env[65923]: INFO nova.scheduler.client.report [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Deleted allocations for instance 114d9a8f-8581-46a9-8047-fe23e07470be [ 867.004104] env[65923]: DEBUG nova.compute.manager [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 867.004423] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.005721] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d359d9-5bea-442f-8858-5207aaf7847c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.015695] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.016076] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ee5d889-fad8-4a42-bd55-0ced8a2b5681 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.024499] env[65923]: DEBUG oslo_vmware.api [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 867.024499] env[65923]: value = "task-4707074" [ 867.024499] env[65923]: _type = "Task" [ 867.024499] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.041335] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Releasing lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.041810] env[65923]: DEBUG nova.compute.manager [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Instance network_info: |[{"id": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "address": "fa:16:3e:54:3c:8f", "network": {"id": "a8c8fb6c-c661-4f81-8a2f-8869d6fce411", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-913644681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dc613d9c0b497eb148d6f95e1a3d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ed03fc-0b", "ovs_interfaceid": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 867.042292] env[65923]: DEBUG oslo_vmware.api [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.047131] env[65923]: DEBUG oslo_concurrency.lockutils [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] Acquired lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.047634] env[65923]: DEBUG nova.network.neutron [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Refreshing network info cache for port 71ed03fc-0bb9-439f-bd2a-4e0de30975f7 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.048762] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:3c:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71ed03fc-0bb9-439f-bd2a-4e0de30975f7', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.056774] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Creating folder: Project (07dc613d9c0b497eb148d6f95e1a3d08). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.057153] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707073, 'name': Rename_Task, 'duration_secs': 0.385089} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.058752] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb330193-798b-4106-a097-a93638ab8116 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.060851] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.066290] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43152864-8ebb-49d5-bef4-f5285db21b1c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.076119] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for the task: (returnval){ [ 867.076119] env[65923]: value = "task-4707076" [ 867.076119] env[65923]: _type = "Task" [ 867.076119] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.082420] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Created folder: Project (07dc613d9c0b497eb148d6f95e1a3d08) in parent group-v918465. [ 867.082669] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Creating folder: Instances. Parent ref: group-v918643. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.083831] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7454bcc-a5ca-48a3-ab6d-37fa638df8c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.089697] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.100520] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Created folder: Instances in parent group-v918643. [ 867.100912] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 867.101161] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.101393] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bc5b87c-d377-4e24-bd7b-2301e323f0da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.122655] env[65923]: DEBUG nova.compute.manager [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 867.123050] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.124484] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd4c858-3ac4-4ee9-8bef-93265502c5e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.141881] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.141881] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.141881] env[65923]: value = "task-4707078" [ 867.141881] env[65923]: _type = "Task" [ 867.141881] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.141881] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67222b2c-2a34-4048-a6e0-5d408448009c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.152603] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707078, 'name': CreateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.154261] env[65923]: DEBUG oslo_vmware.api [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 867.154261] env[65923]: value = "task-4707079" [ 867.154261] env[65923]: _type = "Task" [ 867.154261] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.163653] env[65923]: DEBUG oslo_vmware.api [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4707079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.366282] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06f6d093-4334-476b-9ad6-ae5ec11daf61 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "114d9a8f-8581-46a9-8047-fe23e07470be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.693s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.491299] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.491299] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96f44329-9ff6-479a-b129-764988447af1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.502470] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 867.502470] env[65923]: value = "task-4707080" [ 867.502470] env[65923]: _type = "Task" [ 867.502470] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.516249] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.537357] env[65923]: DEBUG oslo_vmware.api [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707074, 'name': PowerOffVM_Task, 'duration_secs': 0.354243} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.537844] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.538095] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.538393] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f35ac249-8fb8-456a-8730-7da854909cd5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.562856] env[65923]: WARNING neutronclient.v2_0.client [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.593594] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.641941] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.642616] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.642616] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleting the datastore file [datastore2] 3b575d75-5b80-4b8c-a03d-399627feeee9 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.649143] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba3fb245-3d6c-414f-8a9b-4a5cb20178cb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.667412] env[65923]: DEBUG oslo_vmware.api [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 867.667412] env[65923]: value = "task-4707082" [ 867.667412] env[65923]: _type = "Task" [ 867.667412] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.680902] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707078, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.681742] env[65923]: DEBUG oslo_vmware.api [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4707079, 'name': PowerOffVM_Task, 'duration_secs': 0.256679} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.682532] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.683730] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.684395] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-539145ce-eac8-4a26-ac95-14664ea61476 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.690026] env[65923]: DEBUG oslo_vmware.api [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.769173] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.769173] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.769173] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleting the datastore file [datastore2] ff49aad2-c83a-4d78-a9d5-01b0c7abc78a {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.771777] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c54d3c7-ecec-44b5-9961-b42e023a33ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.784807] env[65923]: DEBUG oslo_vmware.api [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 867.784807] env[65923]: value = "task-4707084" [ 867.784807] env[65923]: _type = "Task" [ 867.784807] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.803056] env[65923]: DEBUG oslo_vmware.api [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4707084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.810373] env[65923]: WARNING neutronclient.v2_0.client [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.907556] env[65923]: DEBUG nova.network.neutron [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Updated VIF entry in instance network info cache for port 71ed03fc-0bb9-439f-bd2a-4e0de30975f7. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 867.907858] env[65923]: DEBUG nova.network.neutron [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Updating instance_info_cache with network_info: [{"id": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "address": "fa:16:3e:54:3c:8f", "network": {"id": "a8c8fb6c-c661-4f81-8a2f-8869d6fce411", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-913644681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dc613d9c0b497eb148d6f95e1a3d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ed03fc-0b", "ovs_interfaceid": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.920717] env[65923]: DEBUG oslo_concurrency.lockutils [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "95bda69d-f407-4b8e-90e8-0944a8c70564" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.921131] env[65923]: DEBUG oslo_concurrency.lockutils [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "95bda69d-f407-4b8e-90e8-0944a8c70564" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.921466] env[65923]: DEBUG oslo_concurrency.lockutils [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "95bda69d-f407-4b8e-90e8-0944a8c70564-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.921746] env[65923]: DEBUG oslo_concurrency.lockutils [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "95bda69d-f407-4b8e-90e8-0944a8c70564-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.922018] env[65923]: DEBUG oslo_concurrency.lockutils [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "95bda69d-f407-4b8e-90e8-0944a8c70564-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.926869] env[65923]: INFO nova.compute.manager [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Terminating instance [ 868.015793] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707080, 'name': PowerOffVM_Task, 'duration_secs': 0.244912} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.018723] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.020516] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46220c7a-5aa4-47dc-98bd-744455be52bb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.043982] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1c7b74-9b8f-4df6-bbe0-3cd6e31a8d9a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.077405] env[65923]: DEBUG nova.compute.manager [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 868.080305] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6d7b56-4df7-4b14-a042-d5c42ba6badb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.090530] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.090857] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1babcf4f-abf3-4e60-8919-d07818ca1008 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.101414] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707076, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.108531] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 868.108531] env[65923]: value = "task-4707085" [ 868.108531] env[65923]: _type = "Task" [ 868.108531] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.123701] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 868.124051] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.126274] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.126274] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.126274] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.126274] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9240d3c0-1dfe-4130-bf26-62d3f036ee46 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.137849] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.137849] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.138048] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941fbf95-8911-40ee-b2c1-007b567371d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.149815] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 868.149815] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52442515-2e35-9a51-2af7-c410cad73dff" [ 868.149815] env[65923]: _type = "Task" [ 868.149815] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.163742] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52442515-2e35-9a51-2af7-c410cad73dff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.172754] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707078, 'name': CreateVM_Task, 'duration_secs': 0.589915} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.176746] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.179890] env[65923]: WARNING neutronclient.v2_0.client [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.180323] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.180548] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.180923] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.181939] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11520a3-f394-47cf-8998-0d38354a1921 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.191027] env[65923]: DEBUG oslo_vmware.api [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278116} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.191027] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.191481] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.191704] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.191951] env[65923]: INFO nova.compute.manager [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 868.192421] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 868.194045] env[65923]: DEBUG nova.compute.manager [-] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 868.195791] env[65923]: DEBUG nova.network.neutron [-] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 868.195791] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.197451] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 868.197451] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52458611-47c0-f777-3dfc-2df5a69b6027" [ 868.197451] env[65923]: _type = "Task" [ 868.197451] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.221361] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52458611-47c0-f777-3dfc-2df5a69b6027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.286582] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.311023] env[65923]: DEBUG oslo_vmware.api [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4707084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520604} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.311529] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.311824] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.312031] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.312267] env[65923]: INFO nova.compute.manager [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 868.312564] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 868.315912] env[65923]: DEBUG nova.compute.manager [-] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 868.316041] env[65923]: DEBUG nova.network.neutron [-] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 868.316319] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.360938] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db1fdae-f97c-4e8a-ac62-e240837edeb9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.370317] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd31660d-532f-44fa-8911-d1746e415f56 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.403402] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ae680f-e1ee-4985-bea0-db5b53f93c2d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.412516] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db5cc1f-0d91-4792-a2ce-cc83457051fb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.417111] env[65923]: DEBUG oslo_concurrency.lockutils [req-4922f325-c9a0-447e-aff7-cb4b82d83b11 req-8f283ca8-8fa5-403d-8366-2e427e3a4e65 service nova] Releasing lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.428627] env[65923]: DEBUG nova.compute.provider_tree [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.433850] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.439180] env[65923]: DEBUG nova.compute.manager [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 868.439180] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.441548] env[65923]: DEBUG nova.scheduler.client.report [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.445990] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d251819-24c0-4cc4-bb14-630bb4c4d766 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.449527] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "ba82b333-4918-4194-8344-3d175ada5b2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.450368] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.458561] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.458875] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59c40fb0-9bc1-4290-ad75-50a14cc00815 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.468901] env[65923]: DEBUG oslo_vmware.api [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 868.468901] env[65923]: value = "task-4707086" [ 868.468901] env[65923]: _type = "Task" [ 868.468901] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.480090] env[65923]: DEBUG oslo_vmware.api [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4707086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.597281] env[65923]: DEBUG oslo_vmware.api [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707076, 'name': PowerOnVM_Task, 'duration_secs': 1.249187} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.598340] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.598555] env[65923]: INFO nova.compute.manager [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Took 9.58 seconds to spawn the instance on the hypervisor. [ 868.598735] env[65923]: DEBUG nova.compute.manager [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 868.599647] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59973da1-513a-445c-96d5-69ded757fef3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.603602] env[65923]: INFO nova.compute.manager [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] instance snapshotting [ 868.607139] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24b2087-672f-4c42-9672-38ff41f60a05 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.620023] env[65923]: DEBUG nova.compute.manager [req-4168f3f2-6d60-41f1-88dc-413e6adc6a5a req-f7c29efe-e0b2-4e50-bf4f-67742d7c28d5 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Received event network-vif-deleted-5d85f25c-5039-4d1d-9773-88a7a068d87f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 868.620407] env[65923]: INFO nova.compute.manager [req-4168f3f2-6d60-41f1-88dc-413e6adc6a5a req-f7c29efe-e0b2-4e50-bf4f-67742d7c28d5 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Neutron deleted interface 5d85f25c-5039-4d1d-9773-88a7a068d87f; detaching it from the instance and deleting it from the info cache [ 868.620464] env[65923]: DEBUG nova.network.neutron [req-4168f3f2-6d60-41f1-88dc-413e6adc6a5a req-f7c29efe-e0b2-4e50-bf4f-67742d7c28d5 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.639228] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c5419d-617c-420e-85ce-af64f1f84ba2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.641997] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2dd9827-e32b-4827-bac7-77c08b248b87 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.660056] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb861813-8839-405e-b733-65d1b954ab29 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.687889] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52442515-2e35-9a51-2af7-c410cad73dff, 'name': SearchDatastore_Task, 'duration_secs': 0.026641} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.688783] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31666a9d-e80b-4650-bae7-76e162a98333 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.707282] env[65923]: DEBUG nova.compute.manager [req-4168f3f2-6d60-41f1-88dc-413e6adc6a5a req-f7c29efe-e0b2-4e50-bf4f-67742d7c28d5 service nova] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Detach interface failed, port_id=5d85f25c-5039-4d1d-9773-88a7a068d87f, reason: Instance 3b575d75-5b80-4b8c-a03d-399627feeee9 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.707931] env[65923]: DEBUG nova.network.neutron [-] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.714738] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 868.714738] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52eee8e3-4fe8-2ebc-6842-f271183eb4f3" [ 868.714738] env[65923]: _type = "Task" [ 868.714738] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.727041] env[65923]: DEBUG nova.compute.manager [req-4353af28-3eb0-4144-a79e-3c6d94420c29 req-f4df6abc-f5d7-480f-a5c1-49be2e4fd101 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Received event network-vif-deleted-43f48f20-8dc0-4056-801e-1ae44b2d791e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 868.727250] env[65923]: INFO nova.compute.manager [req-4353af28-3eb0-4144-a79e-3c6d94420c29 req-f4df6abc-f5d7-480f-a5c1-49be2e4fd101 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Neutron deleted interface 43f48f20-8dc0-4056-801e-1ae44b2d791e; detaching it from the instance and deleting it from the info cache [ 868.727416] env[65923]: DEBUG nova.network.neutron [req-4353af28-3eb0-4144-a79e-3c6d94420c29 req-f4df6abc-f5d7-480f-a5c1-49be2e4fd101 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.728922] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52458611-47c0-f777-3dfc-2df5a69b6027, 'name': SearchDatastore_Task, 'duration_secs': 0.042564} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.730099] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.730322] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.730561] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.730775] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.731068] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.732392] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae73983f-a6fe-486e-a116-bedc4953fc1e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.741295] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52eee8e3-4fe8-2ebc-6842-f271183eb4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.015252} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.742083] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.742369] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 49ae1e95-2990-46aa-92c6-f560d5a4a188/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. {{(pid=65923) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 868.742954] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3873579-bb40-4432-bc87-25dd1b8e83ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.751506] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.751816] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.752760] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daed087f-c4d9-42e4-afe0-c92803f4f253 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.756729] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 868.756729] env[65923]: value = "task-4707087" [ 868.756729] env[65923]: _type = "Task" [ 868.756729] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.763021] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 868.763021] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5207fd1b-d5cb-b9f8-c2f0-d7cac98b04a7" [ 868.763021] env[65923]: _type = "Task" [ 868.763021] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.770196] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.776533] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5207fd1b-d5cb-b9f8-c2f0-d7cac98b04a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.953411] env[65923]: DEBUG nova.compute.manager [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 868.956158] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.957083] env[65923]: DEBUG nova.compute.manager [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 868.959488] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.616s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.959720] env[65923]: DEBUG nova.objects.instance [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Lazy-loading 'resources' on Instance uuid d45fe9c6-d04a-4d65-baee-d190295debc5 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.986406] env[65923]: DEBUG oslo_vmware.api [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4707086, 'name': PowerOffVM_Task, 'duration_secs': 0.371147} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.986937] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.987496] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.987876] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a94e5f9c-d763-4fba-94aa-a7058973ef86 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.077570] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.077799] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.077989] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Deleting the datastore file [datastore2] 95bda69d-f407-4b8e-90e8-0944a8c70564 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.078296] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f2c403d-8d29-4b2c-8442-d2f178528a09 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.086673] env[65923]: DEBUG oslo_vmware.api [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 869.086673] env[65923]: value = "task-4707089" [ 869.086673] env[65923]: _type = "Task" [ 869.086673] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.091036] env[65923]: DEBUG nova.network.neutron [-] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.099106] env[65923]: DEBUG oslo_vmware.api [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4707089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.145033] env[65923]: INFO nova.compute.manager [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Took 46.71 seconds to build instance. [ 869.155635] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 869.155965] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-638f28d1-ade6-4bd5-a637-c47c348060f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.165351] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 869.165351] env[65923]: value = "task-4707090" [ 869.165351] env[65923]: _type = "Task" [ 869.165351] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.177874] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.216036] env[65923]: INFO nova.compute.manager [-] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Took 0.90 seconds to deallocate network for instance. [ 869.232933] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee61dc3a-cd8f-4002-8cb6-6be3cb1319ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.242714] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c912249b-f0de-4878-82e9-55ba4d8a788f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.290443] env[65923]: DEBUG nova.compute.manager [req-4353af28-3eb0-4144-a79e-3c6d94420c29 req-f4df6abc-f5d7-480f-a5c1-49be2e4fd101 service nova] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Detach interface failed, port_id=43f48f20-8dc0-4056-801e-1ae44b2d791e, reason: Instance ff49aad2-c83a-4d78-a9d5-01b0c7abc78a could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 869.291704] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707087, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.303458] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5207fd1b-d5cb-b9f8-c2f0-d7cac98b04a7, 'name': SearchDatastore_Task, 'duration_secs': 0.016036} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.303458] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6909c406-5104-44ce-884b-c7ee96799948 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.313209] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 869.313209] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5299c06c-387a-0cca-c936-c013bed670ff" [ 869.313209] env[65923]: _type = "Task" [ 869.313209] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.324206] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5299c06c-387a-0cca-c936-c013bed670ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.465125] env[65923]: DEBUG nova.compute.utils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.476332] env[65923]: DEBUG nova.compute.manager [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 869.476820] env[65923]: DEBUG nova.network.neutron [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 869.480634] env[65923]: WARNING neutronclient.v2_0.client [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.480634] env[65923]: WARNING neutronclient.v2_0.client [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.503621] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.560664] env[65923]: DEBUG nova.policy [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff7ab639f4f46fbac81d48a5411ea4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43ec1c33dddc44bf8ad0307176cf7a9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.593889] env[65923]: INFO nova.compute.manager [-] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Took 1.40 seconds to deallocate network for instance. [ 869.603037] env[65923]: DEBUG oslo_vmware.api [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4707089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.648996] env[65923]: DEBUG oslo_concurrency.lockutils [None req-824f8ed4-8571-48ea-ada8-0330be00961c tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.844s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.685445] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.727644] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.774679] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796002} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.777039] env[65923]: INFO nova.virt.vmwareapi.ds_util [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 49ae1e95-2990-46aa-92c6-f560d5a4a188/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. [ 869.779014] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19decaba-63f0-4aff-b970-df8a76afe2b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.809135] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 49ae1e95-2990-46aa-92c6-f560d5a4a188/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.815027] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b39966-2244-4d4b-ba94-2b24640292bd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.838021] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 869.838021] env[65923]: value = "task-4707091" [ 869.838021] env[65923]: _type = "Task" [ 869.838021] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.842321] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5299c06c-387a-0cca-c936-c013bed670ff, 'name': SearchDatastore_Task, 'duration_secs': 0.047359} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.846081] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.846338] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] eea92ca0-4856-4722-b34c-10e6689c4c97/eea92ca0-4856-4722-b34c-10e6689c4c97.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.849507] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0219831f-4e9d-498d-bf6e-5d2b2d4e73e4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.861646] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.865052] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 869.865052] env[65923]: value = "task-4707092" [ 869.865052] env[65923]: _type = "Task" [ 869.865052] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.879033] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.975371] env[65923]: DEBUG nova.compute.manager [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 870.051214] env[65923]: DEBUG nova.network.neutron [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Successfully created port: 3b767ea7-4304-454e-a38a-8772523f5eca {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 870.096658] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60c6001-8e87-469f-a622-e2d11207c4de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.116272] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.116584] env[65923]: DEBUG oslo_vmware.api [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4707089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.628851} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.116907] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.117103] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.117286] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.117443] env[65923]: INFO nova.compute.manager [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Took 1.68 seconds to destroy the instance on the hypervisor. [ 870.117682] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 870.118722] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5823e2-f75e-49e6-936f-0bdaa06dd0fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.122334] env[65923]: DEBUG nova.compute.manager [-] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 870.122543] env[65923]: DEBUG nova.network.neutron [-] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 870.122708] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.158557] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbb069d-4247-41aa-8976-b93fa39e942b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.162270] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.171430] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c5ccb9-aab7-4c3b-a18d-f5156e71adaf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.193491] env[65923]: DEBUG nova.compute.provider_tree [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.198732] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707090, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.361850] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.379901] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707092, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.687236] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707090, 'name': CreateSnapshot_Task, 'duration_secs': 1.246026} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.687545] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 870.688601] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54132461-b225-4952-8c35-cf9712749fb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.700027] env[65923]: DEBUG nova.scheduler.client.report [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.853949] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707091, 'name': ReconfigVM_Task, 'duration_secs': 0.718341} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.854412] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 49ae1e95-2990-46aa-92c6-f560d5a4a188/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.855336] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3130ecd6-5544-4764-96a2-539e1e913848 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.885869] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a3a4535-21ac-4dba-bed6-2893e98a8cd8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.903373] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864634} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.904936] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] eea92ca0-4856-4722-b34c-10e6689c4c97/eea92ca0-4856-4722-b34c-10e6689c4c97.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.905197] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.905647] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 870.905647] env[65923]: value = "task-4707093" [ 870.905647] env[65923]: _type = "Task" [ 870.905647] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.905821] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-058d3efa-c4ed-4c5c-bd67-e4fe2ea081dd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.917340] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707093, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.918956] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 870.918956] env[65923]: value = "task-4707094" [ 870.918956] env[65923]: _type = "Task" [ 870.918956] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.929490] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.968248] env[65923]: DEBUG nova.compute.manager [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Received event network-changed-6d05003f-bac1-4414-af7e-1490aed7f167 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 870.968248] env[65923]: DEBUG nova.compute.manager [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Refreshing instance network info cache due to event network-changed-6d05003f-bac1-4414-af7e-1490aed7f167. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 870.968248] env[65923]: DEBUG oslo_concurrency.lockutils [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] Acquiring lock "refresh_cache-15ccdf0f-2ea8-413e-aad7-d1833645fbbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.968248] env[65923]: DEBUG oslo_concurrency.lockutils [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] Acquired lock "refresh_cache-15ccdf0f-2ea8-413e-aad7-d1833645fbbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.968248] env[65923]: DEBUG nova.network.neutron [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Refreshing network info cache for port 6d05003f-bac1-4414-af7e-1490aed7f167 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.990391] env[65923]: DEBUG nova.compute.manager [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 871.018095] env[65923]: DEBUG nova.virt.hardware [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 871.018409] env[65923]: DEBUG nova.virt.hardware [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.018571] env[65923]: DEBUG nova.virt.hardware [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 871.018749] env[65923]: DEBUG nova.virt.hardware [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.018975] env[65923]: DEBUG nova.virt.hardware [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 871.019069] env[65923]: DEBUG nova.virt.hardware [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 871.019265] env[65923]: DEBUG nova.virt.hardware [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 871.019421] env[65923]: DEBUG nova.virt.hardware [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 871.019584] env[65923]: DEBUG nova.virt.hardware [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 871.019733] env[65923]: DEBUG nova.virt.hardware [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 871.020312] env[65923]: DEBUG nova.virt.hardware [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 871.020832] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7e416d-eef4-4d76-a8aa-aa801453b387 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.031825] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620ffef0-9d4a-4893-ac6b-57dffb9c4afa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.037471] env[65923]: DEBUG nova.network.neutron [-] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.206890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.217237] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 871.218028] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.380s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.218203] env[65923]: DEBUG nova.objects.instance [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 871.222503] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f1bb715b-c6a0-41df-bb61-13dd7d05f61c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.233649] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 871.233649] env[65923]: value = "task-4707095" [ 871.233649] env[65923]: _type = "Task" [ 871.233649] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.245661] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707095, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.249916] env[65923]: INFO nova.scheduler.client.report [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Deleted allocations for instance d45fe9c6-d04a-4d65-baee-d190295debc5 [ 871.419734] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.428873] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246108} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.429173] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.429976] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad667da2-f7af-4bd2-ba73-1f0cf5c42f33 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.454325] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] eea92ca0-4856-4722-b34c-10e6689c4c97/eea92ca0-4856-4722-b34c-10e6689c4c97.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.454674] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6610e98-4312-4408-9970-a72c089e9dfa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.469955] env[65923]: WARNING neutronclient.v2_0.client [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.476210] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 871.476210] env[65923]: value = "task-4707096" [ 871.476210] env[65923]: _type = "Task" [ 871.476210] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.486849] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.539922] env[65923]: INFO nova.compute.manager [-] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Took 1.42 seconds to deallocate network for instance. [ 871.720645] env[65923]: WARNING neutronclient.v2_0.client [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.725735] env[65923]: DEBUG nova.compute.manager [req-3dc8b433-bd53-445d-965a-d3d35172fc64 req-08fb0360-07df-4cab-8456-940e56f99a37 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received event network-vif-plugged-3b767ea7-4304-454e-a38a-8772523f5eca {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.725987] env[65923]: DEBUG oslo_concurrency.lockutils [req-3dc8b433-bd53-445d-965a-d3d35172fc64 req-08fb0360-07df-4cab-8456-940e56f99a37 service nova] Acquiring lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.726178] env[65923]: DEBUG oslo_concurrency.lockutils [req-3dc8b433-bd53-445d-965a-d3d35172fc64 req-08fb0360-07df-4cab-8456-940e56f99a37 service nova] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.726343] env[65923]: DEBUG oslo_concurrency.lockutils [req-3dc8b433-bd53-445d-965a-d3d35172fc64 req-08fb0360-07df-4cab-8456-940e56f99a37 service nova] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.726531] env[65923]: DEBUG nova.compute.manager [req-3dc8b433-bd53-445d-965a-d3d35172fc64 req-08fb0360-07df-4cab-8456-940e56f99a37 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] No waiting events found dispatching network-vif-plugged-3b767ea7-4304-454e-a38a-8772523f5eca {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 871.726702] env[65923]: WARNING nova.compute.manager [req-3dc8b433-bd53-445d-965a-d3d35172fc64 req-08fb0360-07df-4cab-8456-940e56f99a37 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received unexpected event network-vif-plugged-3b767ea7-4304-454e-a38a-8772523f5eca for instance with vm_state building and task_state spawning. [ 871.745507] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707095, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.748586] env[65923]: DEBUG nova.network.neutron [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Successfully updated port: 3b767ea7-4304-454e-a38a-8772523f5eca {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 871.760525] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba4fcda5-abd3-4486-977b-6ef7077f88f6 tempest-InstanceActionsV221TestJSON-899253405 tempest-InstanceActionsV221TestJSON-899253405-project-member] Lock "d45fe9c6-d04a-4d65-baee-d190295debc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.849s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.836049] env[65923]: DEBUG nova.network.neutron [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Updated VIF entry in instance network info cache for port 6d05003f-bac1-4414-af7e-1490aed7f167. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 871.836049] env[65923]: DEBUG nova.network.neutron [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Updating instance_info_cache with network_info: [{"id": "6d05003f-bac1-4414-af7e-1490aed7f167", "address": "fa:16:3e:3c:39:26", "network": {"id": "1abc3b75-bc86-425f-9560-4836faa0d8b0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1429451308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1743613ede184feaa625d8d244de2f0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d05003f-ba", "ovs_interfaceid": "6d05003f-bac1-4414-af7e-1490aed7f167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.922811] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707093, 'name': ReconfigVM_Task, 'duration_secs': 0.70216} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.923209] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.923578] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b1fb1a2-3341-438c-9549-acc26a8c2c46 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.931922] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 871.931922] env[65923]: value = "task-4707097" [ 871.931922] env[65923]: _type = "Task" [ 871.931922] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.941813] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.989453] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.049244] env[65923]: DEBUG oslo_concurrency.lockutils [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.233467] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d5903d07-061f-4421-827f-f47547570472 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.234988] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.849s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.238936] env[65923]: INFO nova.compute.claims [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.252670] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.252857] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.253040] env[65923]: DEBUG nova.network.neutron [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 872.254195] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707095, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.338656] env[65923]: DEBUG oslo_concurrency.lockutils [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] Releasing lock "refresh_cache-15ccdf0f-2ea8-413e-aad7-d1833645fbbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.339136] env[65923]: DEBUG nova.compute.manager [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Received event network-vif-deleted-88512bc6-fabf-4dfc-961e-07e708f27082 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 872.339439] env[65923]: INFO nova.compute.manager [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Neutron deleted interface 88512bc6-fabf-4dfc-961e-07e708f27082; detaching it from the instance and deleting it from the info cache [ 872.339730] env[65923]: DEBUG nova.network.neutron [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.446976] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.491418] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707096, 'name': ReconfigVM_Task, 'duration_secs': 0.634397} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.491722] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Reconfigured VM instance instance-00000044 to attach disk [datastore1] eea92ca0-4856-4722-b34c-10e6689c4c97/eea92ca0-4856-4722-b34c-10e6689c4c97.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.492506] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba0c5e10-70d6-4a3f-8fc3-9a7451010e7e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.501378] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 872.501378] env[65923]: value = "task-4707098" [ 872.501378] env[65923]: _type = "Task" [ 872.501378] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.512838] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707098, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.759210] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707095, 'name': CloneVM_Task} progress is 95%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.797060] env[65923]: DEBUG nova.network.neutron [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 872.843970] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08d318b0-b5cd-4b79-b6e0-6c190e7404a0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.854678] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854abeca-cd21-4dac-ab19-b8d06894a499 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.893635] env[65923]: DEBUG nova.compute.manager [req-518446ee-f080-4e19-bc69-ed3f2051b018 req-c5a95299-867c-4d1d-b868-9daa8e66c921 service nova] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Detach interface failed, port_id=88512bc6-fabf-4dfc-961e-07e708f27082, reason: Instance 95bda69d-f407-4b8e-90e8-0944a8c70564 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 872.946783] env[65923]: DEBUG oslo_vmware.api [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707097, 'name': PowerOnVM_Task, 'duration_secs': 0.5444} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.947250] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.957149] env[65923]: WARNING neutronclient.v2_0.client [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.957586] env[65923]: DEBUG nova.compute.manager [None req-3384ffb0-66a0-4bc6-87dc-13768c87e305 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 872.961304] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b8c41c-16a1-47b3-8a87-da8777e508fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.012030] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707098, 'name': Rename_Task, 'duration_secs': 0.179042} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.013140] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.013437] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5d094f0-6fcc-417a-a2da-0ee900dd02a7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.023716] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 873.023716] env[65923]: value = "task-4707099" [ 873.023716] env[65923]: _type = "Task" [ 873.023716] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.033301] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.095432] env[65923]: DEBUG nova.network.neutron [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updating instance_info_cache with network_info: [{"id": "3b767ea7-4304-454e-a38a-8772523f5eca", "address": "fa:16:3e:da:b8:06", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b767ea7-43", "ovs_interfaceid": "3b767ea7-4304-454e-a38a-8772523f5eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.257649] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707095, 'name': CloneVM_Task, 'duration_secs': 1.644044} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.258316] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Created linked-clone VM from snapshot [ 873.259061] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d656130-ecba-44fc-91ca-f719123c71a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.269057] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Uploading image e3132764-4393-4cbb-b511-bd7ec92f23a0 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 873.303138] env[65923]: DEBUG oslo_vmware.rw_handles [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 873.303138] env[65923]: value = "vm-918647" [ 873.303138] env[65923]: _type = "VirtualMachine" [ 873.303138] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 873.303505] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d01e615-b6d1-4798-ac8f-216e9e71e4ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.311834] env[65923]: DEBUG oslo_vmware.rw_handles [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lease: (returnval){ [ 873.311834] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e61499-6d02-302c-821b-b67e8f63d296" [ 873.311834] env[65923]: _type = "HttpNfcLease" [ 873.311834] env[65923]: } obtained for exporting VM: (result){ [ 873.311834] env[65923]: value = "vm-918647" [ 873.311834] env[65923]: _type = "VirtualMachine" [ 873.311834] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 873.312092] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the lease: (returnval){ [ 873.312092] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e61499-6d02-302c-821b-b67e8f63d296" [ 873.312092] env[65923]: _type = "HttpNfcLease" [ 873.312092] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 873.326356] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.326356] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e61499-6d02-302c-821b-b67e8f63d296" [ 873.326356] env[65923]: _type = "HttpNfcLease" [ 873.326356] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 873.535404] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707099, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.597646] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.598045] env[65923]: DEBUG nova.compute.manager [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Instance network_info: |[{"id": "3b767ea7-4304-454e-a38a-8772523f5eca", "address": "fa:16:3e:da:b8:06", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b767ea7-43", "ovs_interfaceid": "3b767ea7-4304-454e-a38a-8772523f5eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 873.598520] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:b8:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b767ea7-4304-454e-a38a-8772523f5eca', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.606758] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 873.609266] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.609686] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3445e6bd-6731-49b4-8ff0-8914f7fab623 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.633534] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.633534] env[65923]: value = "task-4707101" [ 873.633534] env[65923]: _type = "Task" [ 873.633534] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.644546] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707101, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.690247] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964c71c0-91df-4471-b7ac-995d2adb33ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.700395] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7c779c-cbc0-4c91-8746-a58af69c74b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.734741] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d36f353-c074-4d61-b94a-bca3e3885683 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.743598] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bde453-4eb0-40e7-8cef-9d4c7e3700f9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.758234] env[65923]: DEBUG nova.compute.provider_tree [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.775170] env[65923]: DEBUG nova.compute.manager [req-7589eca4-20b6-41e3-8edb-54cdbae94873 req-ceed7b59-3b89-41bc-9e91-779b9dd47bcf service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received event network-changed-3b767ea7-4304-454e-a38a-8772523f5eca {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 873.775563] env[65923]: DEBUG nova.compute.manager [req-7589eca4-20b6-41e3-8edb-54cdbae94873 req-ceed7b59-3b89-41bc-9e91-779b9dd47bcf service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Refreshing instance network info cache due to event network-changed-3b767ea7-4304-454e-a38a-8772523f5eca. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 873.775563] env[65923]: DEBUG oslo_concurrency.lockutils [req-7589eca4-20b6-41e3-8edb-54cdbae94873 req-ceed7b59-3b89-41bc-9e91-779b9dd47bcf service nova] Acquiring lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.775953] env[65923]: DEBUG oslo_concurrency.lockutils [req-7589eca4-20b6-41e3-8edb-54cdbae94873 req-ceed7b59-3b89-41bc-9e91-779b9dd47bcf service nova] Acquired lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.775953] env[65923]: DEBUG nova.network.neutron [req-7589eca4-20b6-41e3-8edb-54cdbae94873 req-ceed7b59-3b89-41bc-9e91-779b9dd47bcf service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Refreshing network info cache for port 3b767ea7-4304-454e-a38a-8772523f5eca {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.825902] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.825902] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e61499-6d02-302c-821b-b67e8f63d296" [ 873.825902] env[65923]: _type = "HttpNfcLease" [ 873.825902] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 873.826250] env[65923]: DEBUG oslo_vmware.rw_handles [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 873.826250] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e61499-6d02-302c-821b-b67e8f63d296" [ 873.826250] env[65923]: _type = "HttpNfcLease" [ 873.826250] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 873.827093] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf34ed34-77f5-43c3-a7d1-579cb8d620f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.837985] env[65923]: DEBUG oslo_vmware.rw_handles [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da05ab-7637-7f02-f5c2-8121a6dfcf49/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 873.837985] env[65923]: DEBUG oslo_vmware.rw_handles [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da05ab-7637-7f02-f5c2-8121a6dfcf49/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 873.942980] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e249c8e8-47c5-4f54-b3a5-1dc48ad6fdb9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.035774] env[65923]: DEBUG oslo_vmware.api [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707099, 'name': PowerOnVM_Task, 'duration_secs': 0.825091} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.036080] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.036288] env[65923]: INFO nova.compute.manager [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Took 9.50 seconds to spawn the instance on the hypervisor. [ 874.036526] env[65923]: DEBUG nova.compute.manager [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 874.037360] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd146711-9c4c-42a3-b318-c5e29678a4ad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.144738] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707101, 'name': CreateVM_Task, 'duration_secs': 0.409817} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.144925] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.145477] env[65923]: WARNING neutronclient.v2_0.client [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.145859] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.146057] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.146427] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.146985] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d900c6-78a5-49a7-975a-acdedb82199a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.152623] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 874.152623] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b26f11-251a-7cee-bd7d-94fa7b8a9727" [ 874.152623] env[65923]: _type = "Task" [ 874.152623] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.162132] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b26f11-251a-7cee-bd7d-94fa7b8a9727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.263573] env[65923]: DEBUG nova.scheduler.client.report [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.281513] env[65923]: WARNING neutronclient.v2_0.client [req-7589eca4-20b6-41e3-8edb-54cdbae94873 req-ceed7b59-3b89-41bc-9e91-779b9dd47bcf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.563353] env[65923]: INFO nova.compute.manager [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Took 37.58 seconds to build instance. [ 874.566546] env[65923]: WARNING neutronclient.v2_0.client [req-7589eca4-20b6-41e3-8edb-54cdbae94873 req-ceed7b59-3b89-41bc-9e91-779b9dd47bcf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.671503] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b26f11-251a-7cee-bd7d-94fa7b8a9727, 'name': SearchDatastore_Task, 'duration_secs': 0.025151} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.672022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.672563] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.672629] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.672809] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.673145] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.673577] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8e553ab-df17-4c79-b02a-3cd999d821d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.685768] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.686272] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.687404] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf76aee-7871-4766-a29b-fc0590e9aacd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.695378] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 874.695378] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5214b727-1c9f-e876-3be4-20d1aacd5eca" [ 874.695378] env[65923]: _type = "Task" [ 874.695378] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.706730] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5214b727-1c9f-e876-3be4-20d1aacd5eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.710403] env[65923]: DEBUG nova.network.neutron [req-7589eca4-20b6-41e3-8edb-54cdbae94873 req-ceed7b59-3b89-41bc-9e91-779b9dd47bcf service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updated VIF entry in instance network info cache for port 3b767ea7-4304-454e-a38a-8772523f5eca. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 874.710924] env[65923]: DEBUG nova.network.neutron [req-7589eca4-20b6-41e3-8edb-54cdbae94873 req-ceed7b59-3b89-41bc-9e91-779b9dd47bcf service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updating instance_info_cache with network_info: [{"id": "3b767ea7-4304-454e-a38a-8772523f5eca", "address": "fa:16:3e:da:b8:06", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b767ea7-43", "ovs_interfaceid": "3b767ea7-4304-454e-a38a-8772523f5eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.770055] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.770275] env[65923]: DEBUG nova.compute.manager [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 874.773189] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.118s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.779775] env[65923]: INFO nova.compute.claims [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.076555] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d0b13326-8ef0-4252-bbdb-fa75dff22fad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.803s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.209664] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5214b727-1c9f-e876-3be4-20d1aacd5eca, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.209664] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984a1c59-91ef-44b0-9e81-6cd890bfc083 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.214890] env[65923]: DEBUG oslo_concurrency.lockutils [req-7589eca4-20b6-41e3-8edb-54cdbae94873 req-ceed7b59-3b89-41bc-9e91-779b9dd47bcf service nova] Releasing lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.215353] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 875.215353] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52589dee-1add-3f95-a924-ebb6680171aa" [ 875.215353] env[65923]: _type = "Task" [ 875.215353] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.225313] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52589dee-1add-3f95-a924-ebb6680171aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.284622] env[65923]: DEBUG nova.compute.utils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.288632] env[65923]: DEBUG nova.compute.manager [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 875.290793] env[65923]: DEBUG nova.network.neutron [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 875.291923] env[65923]: WARNING neutronclient.v2_0.client [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.292176] env[65923]: WARNING neutronclient.v2_0.client [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.575013] env[65923]: DEBUG nova.policy [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e8b2a6bd9dc4214a4d15cdcbd551352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfe38d2a113e40e69aa390483a71ab03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.730712] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52589dee-1add-3f95-a924-ebb6680171aa, 'name': SearchDatastore_Task, 'duration_secs': 0.0122} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.733018] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.733018] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] e799e78b-bd9e-4803-8f4c-055300c85d19/e799e78b-bd9e-4803-8f4c-055300c85d19.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.733018] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd36b7c6-531d-42ea-b3d8-f69dfb012e6a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.740827] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 875.740827] env[65923]: value = "task-4707102" [ 875.740827] env[65923]: _type = "Task" [ 875.740827] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.754892] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.796205] env[65923]: DEBUG nova.compute.manager [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 875.945972] env[65923]: DEBUG nova.network.neutron [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Successfully created port: c979097c-388b-4d39-8654-8a439e18e883 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 876.048767] env[65923]: DEBUG nova.compute.manager [req-204f8c65-8fd2-46a9-ab88-6c74a91a65f4 req-3aa6fccb-d66c-4739-967c-53a5cf683778 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Received event network-changed-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 876.048992] env[65923]: DEBUG nova.compute.manager [req-204f8c65-8fd2-46a9-ab88-6c74a91a65f4 req-3aa6fccb-d66c-4739-967c-53a5cf683778 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Refreshing instance network info cache due to event network-changed-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 876.049518] env[65923]: DEBUG oslo_concurrency.lockutils [req-204f8c65-8fd2-46a9-ab88-6c74a91a65f4 req-3aa6fccb-d66c-4739-967c-53a5cf683778 service nova] Acquiring lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.049742] env[65923]: DEBUG oslo_concurrency.lockutils [req-204f8c65-8fd2-46a9-ab88-6c74a91a65f4 req-3aa6fccb-d66c-4739-967c-53a5cf683778 service nova] Acquired lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.049925] env[65923]: DEBUG nova.network.neutron [req-204f8c65-8fd2-46a9-ab88-6c74a91a65f4 req-3aa6fccb-d66c-4739-967c-53a5cf683778 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Refreshing network info cache for port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.260845] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707102, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.397028] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936919aa-9bd8-4ff8-8ec1-6aeaed342933 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.407686] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35588181-baa3-47e4-9a8d-ac33217542dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.442231] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181e04c5-db54-43ec-bb82-bf56f08b0125 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.451869] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5f6f53-378b-4e2c-a96f-6b6b9f725229 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.467598] env[65923]: DEBUG nova.compute.provider_tree [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.553217] env[65923]: WARNING neutronclient.v2_0.client [req-204f8c65-8fd2-46a9-ab88-6c74a91a65f4 req-3aa6fccb-d66c-4739-967c-53a5cf683778 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.756068] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548172} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.756068] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] e799e78b-bd9e-4803-8f4c-055300c85d19/e799e78b-bd9e-4803-8f4c-055300c85d19.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.756068] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.756068] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63112d96-b91b-408e-8bbc-e64b3f58b0c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.766024] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 876.766024] env[65923]: value = "task-4707103" [ 876.766024] env[65923]: _type = "Task" [ 876.766024] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.781084] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.812201] env[65923]: DEBUG nova.compute.manager [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 876.841178] env[65923]: DEBUG nova.virt.hardware [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 876.841685] env[65923]: DEBUG nova.virt.hardware [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.842229] env[65923]: DEBUG nova.virt.hardware [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 876.843074] env[65923]: DEBUG nova.virt.hardware [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.843074] env[65923]: DEBUG nova.virt.hardware [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 876.843074] env[65923]: DEBUG nova.virt.hardware [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 876.844341] env[65923]: DEBUG nova.virt.hardware [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 876.844626] env[65923]: DEBUG nova.virt.hardware [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 876.844816] env[65923]: DEBUG nova.virt.hardware [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 876.845011] env[65923]: DEBUG nova.virt.hardware [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 876.845293] env[65923]: DEBUG nova.virt.hardware [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 876.846143] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeb02d6-acdf-464b-bffa-cb00a24bce38 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.855456] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916abdc1-2ad1-4a02-becf-549f5aa85101 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.971039] env[65923]: DEBUG nova.scheduler.client.report [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.277970] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074786} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.277970] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.278942] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ab72c-43ca-4d20-990d-d18541bf1528 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.306109] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e799e78b-bd9e-4803-8f4c-055300c85d19/e799e78b-bd9e-4803-8f4c-055300c85d19.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.306109] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d173790b-e4dd-490b-a58d-e7a630a5e744 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.336308] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 877.336308] env[65923]: value = "task-4707104" [ 877.336308] env[65923]: _type = "Task" [ 877.336308] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.347016] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.476842] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.477032] env[65923]: DEBUG nova.compute.manager [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 877.481346] env[65923]: DEBUG oslo_concurrency.lockutils [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.235s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.481346] env[65923]: DEBUG oslo_concurrency.lockutils [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.482772] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.208s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.483039] env[65923]: DEBUG nova.objects.instance [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lazy-loading 'resources' on Instance uuid f70cef18-8d65-4409-957a-1f8d81613bb5 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.511126] env[65923]: INFO nova.scheduler.client.report [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Deleted allocations for instance be0024b2-0de9-4063-9d8f-c72050a98c30 [ 877.663919] env[65923]: DEBUG nova.network.neutron [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Successfully updated port: c979097c-388b-4d39-8654-8a439e18e883 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 877.838909] env[65923]: DEBUG nova.compute.manager [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Received event network-changed-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 877.839541] env[65923]: DEBUG nova.compute.manager [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Refreshing instance network info cache due to event network-changed-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 877.839746] env[65923]: DEBUG oslo_concurrency.lockutils [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] Acquiring lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.856579] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707104, 'name': ReconfigVM_Task, 'duration_secs': 0.326828} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.861338] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e799e78b-bd9e-4803-8f4c-055300c85d19/e799e78b-bd9e-4803-8f4c-055300c85d19.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.862676] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11c5e5ab-209c-4d32-9b5c-6974b876519a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.873017] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 877.873017] env[65923]: value = "task-4707105" [ 877.873017] env[65923]: _type = "Task" [ 877.873017] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.885338] env[65923]: WARNING neutronclient.v2_0.client [req-204f8c65-8fd2-46a9-ab88-6c74a91a65f4 req-3aa6fccb-d66c-4739-967c-53a5cf683778 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.891717] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707105, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.979310] env[65923]: DEBUG nova.network.neutron [req-204f8c65-8fd2-46a9-ab88-6c74a91a65f4 req-3aa6fccb-d66c-4739-967c-53a5cf683778 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updated VIF entry in instance network info cache for port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 877.979750] env[65923]: DEBUG nova.network.neutron [req-204f8c65-8fd2-46a9-ab88-6c74a91a65f4 req-3aa6fccb-d66c-4739-967c-53a5cf683778 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updating instance_info_cache with network_info: [{"id": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "address": "fa:16:3e:34:dd:db", "network": {"id": "45111f79-92ef-454e-ad56-c2e7202b74dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-588959735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b02fd0dcd1c4f6786dff59b1456a6dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab70c42d-7a", "ovs_interfaceid": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.989624] env[65923]: DEBUG nova.compute.utils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.991355] env[65923]: DEBUG nova.compute.manager [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 877.991552] env[65923]: DEBUG nova.network.neutron [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 877.991876] env[65923]: WARNING neutronclient.v2_0.client [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.992308] env[65923]: WARNING neutronclient.v2_0.client [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.025600] env[65923]: DEBUG oslo_concurrency.lockutils [None req-180855c6-748e-4875-a705-5e4d899c2f92 tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "be0024b2-0de9-4063-9d8f-c72050a98c30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.949s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.062379] env[65923]: DEBUG nova.policy [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66a3a3fba6e421a8dae184004a80a35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d6fc65f1ca84470b785586a037be8b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.169754] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "refresh_cache-c29965a6-818c-4a69-afce-4991dac24350" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.169940] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "refresh_cache-c29965a6-818c-4a69-afce-4991dac24350" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.170135] env[65923]: DEBUG nova.network.neutron [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 878.400949] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707105, 'name': Rename_Task, 'duration_secs': 0.174734} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.402330] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.402330] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abc40d17-08ca-44bb-b013-f7f4b6efb7e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.412034] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 878.412034] env[65923]: value = "task-4707106" [ 878.412034] env[65923]: _type = "Task" [ 878.412034] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.426192] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.482458] env[65923]: DEBUG oslo_concurrency.lockutils [req-204f8c65-8fd2-46a9-ab88-6c74a91a65f4 req-3aa6fccb-d66c-4739-967c-53a5cf683778 service nova] Releasing lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.482884] env[65923]: DEBUG oslo_concurrency.lockutils [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] Acquired lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.483089] env[65923]: DEBUG nova.network.neutron [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Refreshing network info cache for port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.492484] env[65923]: DEBUG nova.network.neutron [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Successfully created port: 70a400e1-1228-47b2-8d63-bfc1962bbb4d {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 878.497345] env[65923]: DEBUG nova.compute.manager [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 878.542933] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f984ea39-75ec-4228-baa8-0952c3d9acc6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.554600] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09486d0c-218a-43e9-a4ed-a03fb3f5d7ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.588690] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34da94e-967c-48fd-a8ab-9f1e40b1e907 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.597686] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a08a99-76b4-418b-9875-05d1b8c1a6d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.614377] env[65923]: DEBUG nova.compute.provider_tree [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.858256] env[65923]: DEBUG nova.network.neutron [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 878.867269] env[65923]: DEBUG nova.compute.manager [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] Received event network-vif-plugged-c979097c-388b-4d39-8654-8a439e18e883 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 878.867428] env[65923]: DEBUG oslo_concurrency.lockutils [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] Acquiring lock "c29965a6-818c-4a69-afce-4991dac24350-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.867682] env[65923]: DEBUG oslo_concurrency.lockutils [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] Lock "c29965a6-818c-4a69-afce-4991dac24350-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.868416] env[65923]: DEBUG oslo_concurrency.lockutils [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] Lock "c29965a6-818c-4a69-afce-4991dac24350-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.868416] env[65923]: DEBUG nova.compute.manager [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] No waiting events found dispatching network-vif-plugged-c979097c-388b-4d39-8654-8a439e18e883 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 878.868416] env[65923]: WARNING nova.compute.manager [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] Received unexpected event network-vif-plugged-c979097c-388b-4d39-8654-8a439e18e883 for instance with vm_state building and task_state spawning. [ 878.868416] env[65923]: DEBUG nova.compute.manager [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] Received event network-changed-c979097c-388b-4d39-8654-8a439e18e883 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 878.868711] env[65923]: DEBUG nova.compute.manager [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] Refreshing instance network info cache due to event network-changed-c979097c-388b-4d39-8654-8a439e18e883. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 878.868835] env[65923]: DEBUG oslo_concurrency.lockutils [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] Acquiring lock "refresh_cache-c29965a6-818c-4a69-afce-4991dac24350" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.928479] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707106, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.986364] env[65923]: WARNING neutronclient.v2_0.client [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.117954] env[65923]: DEBUG nova.scheduler.client.report [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.425586] env[65923]: DEBUG oslo_vmware.api [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707106, 'name': PowerOnVM_Task, 'duration_secs': 0.627051} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.425964] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.426255] env[65923]: INFO nova.compute.manager [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Took 8.44 seconds to spawn the instance on the hypervisor. [ 879.426560] env[65923]: DEBUG nova.compute.manager [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 879.427583] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5494db2-ee4b-4f42-bdf0-3e28b0b31ac4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.509374] env[65923]: DEBUG nova.compute.manager [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 879.624054] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.630407] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.056s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.630407] env[65923]: DEBUG nova.objects.instance [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lazy-loading 'resources' on Instance uuid 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.634031] env[65923]: DEBUG nova.virt.hardware [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 879.634031] env[65923]: DEBUG nova.virt.hardware [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.634031] env[65923]: DEBUG nova.virt.hardware [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 879.634031] env[65923]: DEBUG nova.virt.hardware [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.634031] env[65923]: DEBUG nova.virt.hardware [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 879.634369] env[65923]: DEBUG nova.virt.hardware [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 879.634462] env[65923]: DEBUG nova.virt.hardware [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.634616] env[65923]: DEBUG nova.virt.hardware [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 879.634747] env[65923]: DEBUG nova.virt.hardware [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 879.635351] env[65923]: DEBUG nova.virt.hardware [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 879.635351] env[65923]: DEBUG nova.virt.hardware [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 879.637117] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77410eca-1ec5-4311-b504-bb02540f55ed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.648646] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3561d703-816d-4c0f-8391-ffb76249abcd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.653626] env[65923]: INFO nova.scheduler.client.report [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleted allocations for instance f70cef18-8d65-4409-957a-1f8d81613bb5 [ 879.949864] env[65923]: INFO nova.compute.manager [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Took 39.23 seconds to build instance. [ 880.127993] env[65923]: DEBUG nova.network.neutron [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Successfully updated port: 70a400e1-1228-47b2-8d63-bfc1962bbb4d {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 880.166041] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9eafc830-9fe2-4dfc-8934-dd7a0bc345be tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "f70cef18-8d65-4409-957a-1f8d81613bb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.517s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.358662] env[65923]: WARNING neutronclient.v2_0.client [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.452097] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9f68b769-8cd8-4da1-ae3f-aeb9883c6018 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.589s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.634040] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.634040] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.634040] env[65923]: DEBUG nova.network.neutron [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 880.639528] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7c385f-39e1-4c79-8d0c-b98394fa27b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.658389] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03a81f3-1b14-4807-96c0-c76615d511f9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.695991] env[65923]: DEBUG nova.network.neutron [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Updating instance_info_cache with network_info: [{"id": "c979097c-388b-4d39-8654-8a439e18e883", "address": "fa:16:3e:56:8f:11", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc979097c-38", "ovs_interfaceid": "c979097c-388b-4d39-8654-8a439e18e883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.698665] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d222046-33a0-4f65-8985-d37cc7b56793 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.703224] env[65923]: WARNING neutronclient.v2_0.client [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.712692] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e40153-872a-46f0-971e-0d3e9d46bc06 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.731317] env[65923]: DEBUG nova.compute.provider_tree [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.808666] env[65923]: DEBUG nova.network.neutron [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updated VIF entry in instance network info cache for port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 880.809097] env[65923]: DEBUG nova.network.neutron [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updating instance_info_cache with network_info: [{"id": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "address": "fa:16:3e:34:dd:db", "network": {"id": "45111f79-92ef-454e-ad56-c2e7202b74dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-588959735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b02fd0dcd1c4f6786dff59b1456a6dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab70c42d-7a", "ovs_interfaceid": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.035462] env[65923]: DEBUG nova.compute.manager [req-4bd0a036-684b-4540-9431-6aad40842c26 req-4c45c21d-729b-4333-83e8-f1b2669d1580 service nova] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Received event network-vif-plugged-70a400e1-1228-47b2-8d63-bfc1962bbb4d {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 881.035722] env[65923]: DEBUG oslo_concurrency.lockutils [req-4bd0a036-684b-4540-9431-6aad40842c26 req-4c45c21d-729b-4333-83e8-f1b2669d1580 service nova] Acquiring lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.035862] env[65923]: DEBUG oslo_concurrency.lockutils [req-4bd0a036-684b-4540-9431-6aad40842c26 req-4c45c21d-729b-4333-83e8-f1b2669d1580 service nova] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.036035] env[65923]: DEBUG oslo_concurrency.lockutils [req-4bd0a036-684b-4540-9431-6aad40842c26 req-4c45c21d-729b-4333-83e8-f1b2669d1580 service nova] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.036201] env[65923]: DEBUG nova.compute.manager [req-4bd0a036-684b-4540-9431-6aad40842c26 req-4c45c21d-729b-4333-83e8-f1b2669d1580 service nova] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] No waiting events found dispatching network-vif-plugged-70a400e1-1228-47b2-8d63-bfc1962bbb4d {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 881.036366] env[65923]: WARNING nova.compute.manager [req-4bd0a036-684b-4540-9431-6aad40842c26 req-4c45c21d-729b-4333-83e8-f1b2669d1580 service nova] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Received unexpected event network-vif-plugged-70a400e1-1228-47b2-8d63-bfc1962bbb4d for instance with vm_state building and task_state spawning. [ 881.184036] env[65923]: DEBUG nova.network.neutron [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 881.205088] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "refresh_cache-c29965a6-818c-4a69-afce-4991dac24350" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.205495] env[65923]: DEBUG nova.compute.manager [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Instance network_info: |[{"id": "c979097c-388b-4d39-8654-8a439e18e883", "address": "fa:16:3e:56:8f:11", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc979097c-38", "ovs_interfaceid": "c979097c-388b-4d39-8654-8a439e18e883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 881.206065] env[65923]: DEBUG oslo_concurrency.lockutils [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] Acquired lock "refresh_cache-c29965a6-818c-4a69-afce-4991dac24350" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.206247] env[65923]: DEBUG nova.network.neutron [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] Refreshing network info cache for port c979097c-388b-4d39-8654-8a439e18e883 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.207642] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:8f:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c979097c-388b-4d39-8654-8a439e18e883', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.215340] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Creating folder: Project (dfe38d2a113e40e69aa390483a71ab03). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.216429] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92ca5ad4-42a5-4087-abc2-fc41d05ac33b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.231563] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Created folder: Project (dfe38d2a113e40e69aa390483a71ab03) in parent group-v918465. [ 881.231563] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Creating folder: Instances. Parent ref: group-v918649. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.231563] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b61007f7-0467-4b28-942d-e9e877fb0cf9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.235110] env[65923]: DEBUG nova.scheduler.client.report [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.249248] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Created folder: Instances in parent group-v918649. [ 881.249574] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 881.249794] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c29965a6-818c-4a69-afce-4991dac24350] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.250094] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3adcf14-29f0-4bea-a784-ce9d68ae736c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.279237] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.279237] env[65923]: value = "task-4707109" [ 881.279237] env[65923]: _type = "Task" [ 881.279237] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.292079] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707109, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.312086] env[65923]: DEBUG oslo_concurrency.lockutils [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] Releasing lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.312383] env[65923]: DEBUG nova.compute.manager [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Received event network-changed-71ed03fc-0bb9-439f-bd2a-4e0de30975f7 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 881.312557] env[65923]: DEBUG nova.compute.manager [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Refreshing instance network info cache due to event network-changed-71ed03fc-0bb9-439f-bd2a-4e0de30975f7. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 881.312769] env[65923]: DEBUG oslo_concurrency.lockutils [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] Acquiring lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.312904] env[65923]: DEBUG oslo_concurrency.lockutils [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] Acquired lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.313071] env[65923]: DEBUG nova.network.neutron [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Refreshing network info cache for port 71ed03fc-0bb9-439f-bd2a-4e0de30975f7 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.318397] env[65923]: WARNING neutronclient.v2_0.client [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.459707] env[65923]: DEBUG nova.network.neutron [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance_info_cache with network_info: [{"id": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "address": "fa:16:3e:d2:0b:23", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a400e1-12", "ovs_interfaceid": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.532967] env[65923]: DEBUG nova.compute.manager [req-fe8833b5-c7ff-4801-a965-410749fd9c2c req-f29794ad-1b4b-4c6c-b5e4-b656ecd8105d service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Received event network-changed-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 881.533100] env[65923]: DEBUG nova.compute.manager [req-fe8833b5-c7ff-4801-a965-410749fd9c2c req-f29794ad-1b4b-4c6c-b5e4-b656ecd8105d service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Refreshing instance network info cache due to event network-changed-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 881.533318] env[65923]: DEBUG oslo_concurrency.lockutils [req-fe8833b5-c7ff-4801-a965-410749fd9c2c req-f29794ad-1b4b-4c6c-b5e4-b656ecd8105d service nova] Acquiring lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.533467] env[65923]: DEBUG oslo_concurrency.lockutils [req-fe8833b5-c7ff-4801-a965-410749fd9c2c req-f29794ad-1b4b-4c6c-b5e4-b656ecd8105d service nova] Acquired lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.533640] env[65923]: DEBUG nova.network.neutron [req-fe8833b5-c7ff-4801-a965-410749fd9c2c req-f29794ad-1b4b-4c6c-b5e4-b656ecd8105d service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Refreshing network info cache for port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.674259] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.674559] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.674804] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.675057] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.675247] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.678321] env[65923]: INFO nova.compute.manager [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Terminating instance [ 881.717592] env[65923]: WARNING neutronclient.v2_0.client [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.742415] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.746178] env[65923]: DEBUG oslo_concurrency.lockutils [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.598s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.746476] env[65923]: DEBUG nova.objects.instance [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lazy-loading 'resources' on Instance uuid 940cfe5a-f24f-4f89-8efe-7103cf016b29 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.774052] env[65923]: INFO nova.scheduler.client.report [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Deleted allocations for instance 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a [ 881.795243] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707109, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.819285] env[65923]: WARNING neutronclient.v2_0.client [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.962107] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.962537] env[65923]: DEBUG nova.compute.manager [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Instance network_info: |[{"id": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "address": "fa:16:3e:d2:0b:23", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a400e1-12", "ovs_interfaceid": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 881.963088] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:0b:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70a400e1-1228-47b2-8d63-bfc1962bbb4d', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.973519] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 881.973734] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.974186] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ad16e81-f504-499c-834f-0fb7b758d3d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.005774] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.005774] env[65923]: value = "task-4707110" [ 882.005774] env[65923]: _type = "Task" [ 882.005774] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.019439] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707110, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.037508] env[65923]: WARNING neutronclient.v2_0.client [req-fe8833b5-c7ff-4801-a965-410749fd9c2c req-f29794ad-1b4b-4c6c-b5e4-b656ecd8105d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.123333] env[65923]: WARNING neutronclient.v2_0.client [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.187872] env[65923]: DEBUG nova.compute.manager [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 882.188130] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.189126] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bf3eed-a3f8-4ee8-a6bb-86c1d12dbbdf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.198945] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.199457] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abf7c521-175c-44fd-a00e-5ceb49dbcdb1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.209626] env[65923]: DEBUG oslo_vmware.api [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 882.209626] env[65923]: value = "task-4707111" [ 882.209626] env[65923]: _type = "Task" [ 882.209626] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.219707] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.220027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.236685] env[65923]: DEBUG oslo_vmware.api [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.260011] env[65923]: WARNING neutronclient.v2_0.client [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.298184] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c4fc92f3-2c53-4e61-b69a-7f9d6900d73c tempest-MultipleCreateTestJSON-1234963969 tempest-MultipleCreateTestJSON-1234963969-project-member] Lock "3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.398s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.298732] env[65923]: DEBUG nova.network.neutron [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] Updated VIF entry in instance network info cache for port c979097c-388b-4d39-8654-8a439e18e883. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 882.299065] env[65923]: DEBUG nova.network.neutron [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] Updating instance_info_cache with network_info: [{"id": "c979097c-388b-4d39-8654-8a439e18e883", "address": "fa:16:3e:56:8f:11", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc979097c-38", "ovs_interfaceid": "c979097c-388b-4d39-8654-8a439e18e883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.312174] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707109, 'name': CreateVM_Task, 'duration_secs': 0.549313} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.315171] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c29965a6-818c-4a69-afce-4991dac24350] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.316947] env[65923]: WARNING neutronclient.v2_0.client [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.317371] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.317518] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.317910] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.323486] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19bb9607-058f-4599-bdde-276e60578872 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.335353] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 882.335353] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5203ad20-5e84-df3a-87b6-0f81a7f8f40b" [ 882.335353] env[65923]: _type = "Task" [ 882.335353] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.346097] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5203ad20-5e84-df3a-87b6-0f81a7f8f40b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.459662] env[65923]: DEBUG nova.network.neutron [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Updated VIF entry in instance network info cache for port 71ed03fc-0bb9-439f-bd2a-4e0de30975f7. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 882.460081] env[65923]: DEBUG nova.network.neutron [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Updating instance_info_cache with network_info: [{"id": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "address": "fa:16:3e:54:3c:8f", "network": {"id": "a8c8fb6c-c661-4f81-8a2f-8869d6fce411", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-913644681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dc613d9c0b497eb148d6f95e1a3d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ed03fc-0b", "ovs_interfaceid": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.525585] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707110, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.722325] env[65923]: DEBUG oslo_vmware.api [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.739474] env[65923]: DEBUG nova.compute.manager [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 882.761026] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c793a8-1129-4695-b01e-fa9e9213df77 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.770352] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01a0937-d649-44df-8a77-949d261c9b30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.804905] env[65923]: DEBUG oslo_concurrency.lockutils [req-d478ff0d-ba9b-4307-b021-659537312d14 req-1e9e74be-cfa7-463a-a4b3-56075bc54ca6 service nova] Releasing lock "refresh_cache-c29965a6-818c-4a69-afce-4991dac24350" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.810023] env[65923]: WARNING neutronclient.v2_0.client [req-fe8833b5-c7ff-4801-a965-410749fd9c2c req-f29794ad-1b4b-4c6c-b5e4-b656ecd8105d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.810985] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f304a811-e998-4b9f-ae26-22161a8d0d3b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.823195] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316b79b6-f1e3-412c-832d-441b0714a84a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.841907] env[65923]: DEBUG nova.compute.provider_tree [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.853917] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5203ad20-5e84-df3a-87b6-0f81a7f8f40b, 'name': SearchDatastore_Task, 'duration_secs': 0.014484} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.855018] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.855323] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.855705] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.855775] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.855957] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.856564] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7ffc518-bdf0-41a5-a82b-6fd3f1901bfb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.869101] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.869867] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.870257] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6093d6-bbf5-44fd-b6e4-e949c1e07252 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.877982] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 882.877982] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523decac-d419-1179-a3fe-12bc5b9dce15" [ 882.877982] env[65923]: _type = "Task" [ 882.877982] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.888722] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523decac-d419-1179-a3fe-12bc5b9dce15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.914935] env[65923]: DEBUG oslo_vmware.rw_handles [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da05ab-7637-7f02-f5c2-8121a6dfcf49/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 882.916059] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae79b338-cb41-432b-bb56-fb0c8a0972e6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.924279] env[65923]: DEBUG oslo_vmware.rw_handles [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da05ab-7637-7f02-f5c2-8121a6dfcf49/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 882.924478] env[65923]: ERROR oslo_vmware.rw_handles [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da05ab-7637-7f02-f5c2-8121a6dfcf49/disk-0.vmdk due to incomplete transfer. [ 882.924745] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2fdaf0c2-6910-408e-a762-e31b2a767eeb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.935458] env[65923]: DEBUG oslo_vmware.rw_handles [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52da05ab-7637-7f02-f5c2-8121a6dfcf49/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 882.935458] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Uploaded image e3132764-4393-4cbb-b511-bd7ec92f23a0 to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 882.936629] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 882.936919] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-96345f8e-3562-4e3a-bbb0-3af74e4bf2d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.946463] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 882.946463] env[65923]: value = "task-4707112" [ 882.946463] env[65923]: _type = "Task" [ 882.946463] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.958272] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707112, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.963148] env[65923]: DEBUG oslo_concurrency.lockutils [req-384e48eb-be46-459f-9b4b-5654fed73c7e req-ed3a3252-8d87-403b-87f4-16bb3b29d7a4 service nova] Releasing lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.013800] env[65923]: DEBUG nova.network.neutron [req-fe8833b5-c7ff-4801-a965-410749fd9c2c req-f29794ad-1b4b-4c6c-b5e4-b656ecd8105d service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updated VIF entry in instance network info cache for port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 883.013800] env[65923]: DEBUG nova.network.neutron [req-fe8833b5-c7ff-4801-a965-410749fd9c2c req-f29794ad-1b4b-4c6c-b5e4-b656ecd8105d service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updating instance_info_cache with network_info: [{"id": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "address": "fa:16:3e:34:dd:db", "network": {"id": "45111f79-92ef-454e-ad56-c2e7202b74dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-588959735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b02fd0dcd1c4f6786dff59b1456a6dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab70c42d-7a", "ovs_interfaceid": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.020850] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707110, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.211903] env[65923]: DEBUG nova.compute.manager [req-64cdcf75-46ad-4914-a65d-6db965352521 req-7ea6934e-52bd-4e6e-9871-c6c7d2881afd service nova] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Received event network-changed-70a400e1-1228-47b2-8d63-bfc1962bbb4d {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 883.211903] env[65923]: DEBUG nova.compute.manager [req-64cdcf75-46ad-4914-a65d-6db965352521 req-7ea6934e-52bd-4e6e-9871-c6c7d2881afd service nova] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Refreshing instance network info cache due to event network-changed-70a400e1-1228-47b2-8d63-bfc1962bbb4d. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 883.212213] env[65923]: DEBUG oslo_concurrency.lockutils [req-64cdcf75-46ad-4914-a65d-6db965352521 req-7ea6934e-52bd-4e6e-9871-c6c7d2881afd service nova] Acquiring lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.212213] env[65923]: DEBUG oslo_concurrency.lockutils [req-64cdcf75-46ad-4914-a65d-6db965352521 req-7ea6934e-52bd-4e6e-9871-c6c7d2881afd service nova] Acquired lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.212323] env[65923]: DEBUG nova.network.neutron [req-64cdcf75-46ad-4914-a65d-6db965352521 req-7ea6934e-52bd-4e6e-9871-c6c7d2881afd service nova] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Refreshing network info cache for port 70a400e1-1228-47b2-8d63-bfc1962bbb4d {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.224429] env[65923]: DEBUG oslo_vmware.api [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707111, 'name': PowerOffVM_Task, 'duration_secs': 0.871777} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.225655] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.225900] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.226239] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-180719fb-a66a-4c40-873f-26ece757ba7f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.261180] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.348357] env[65923]: DEBUG nova.scheduler.client.report [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.369233] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.369591] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.369716] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Deleting the datastore file [datastore2] e915bf9c-bcc2-46d1-a199-5bf4af3613c9 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.370148] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e329582-1d0a-457b-abe3-041ab39359b6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.380187] env[65923]: DEBUG oslo_vmware.api [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for the task: (returnval){ [ 883.380187] env[65923]: value = "task-4707114" [ 883.380187] env[65923]: _type = "Task" [ 883.380187] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.396035] env[65923]: DEBUG oslo_vmware.api [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.400656] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523decac-d419-1179-a3fe-12bc5b9dce15, 'name': SearchDatastore_Task, 'duration_secs': 0.012008} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.401511] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5ce246-5e1a-4c78-9ac7-4b4787e52259 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.409219] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 883.409219] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5280c073-c069-e9f7-ecfd-0500680c92e9" [ 883.409219] env[65923]: _type = "Task" [ 883.409219] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.420979] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5280c073-c069-e9f7-ecfd-0500680c92e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.458435] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707112, 'name': Destroy_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.520568] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707110, 'name': CreateVM_Task, 'duration_secs': 1.3494} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.520782] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.521374] env[65923]: WARNING neutronclient.v2_0.client [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.521874] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.522130] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.522530] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.524306] env[65923]: DEBUG oslo_concurrency.lockutils [req-fe8833b5-c7ff-4801-a965-410749fd9c2c req-f29794ad-1b4b-4c6c-b5e4-b656ecd8105d service nova] Releasing lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.524306] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3acdc2f-b120-454f-85f8-c0ac00aa4769 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.531655] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 883.531655] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b25835-c888-f894-8ef2-b4e6123895e2" [ 883.531655] env[65923]: _type = "Task" [ 883.531655] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.545785] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b25835-c888-f894-8ef2-b4e6123895e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.718450] env[65923]: WARNING neutronclient.v2_0.client [req-64cdcf75-46ad-4914-a65d-6db965352521 req-7ea6934e-52bd-4e6e-9871-c6c7d2881afd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.854730] env[65923]: DEBUG oslo_concurrency.lockutils [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.857820] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.690s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.886891] env[65923]: INFO nova.scheduler.client.report [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted allocations for instance 940cfe5a-f24f-4f89-8efe-7103cf016b29 [ 883.909998] env[65923]: DEBUG oslo_vmware.api [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Task: {'id': task-4707114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316628} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.913606] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.913876] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.914078] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.914494] env[65923]: INFO nova.compute.manager [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Took 1.73 seconds to destroy the instance on the hypervisor. [ 883.914609] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 883.914810] env[65923]: DEBUG nova.compute.manager [-] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 883.914906] env[65923]: DEBUG nova.network.neutron [-] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 883.915205] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.929637] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5280c073-c069-e9f7-ecfd-0500680c92e9, 'name': SearchDatastore_Task, 'duration_secs': 0.025428} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.930122] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.930353] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] c29965a6-818c-4a69-afce-4991dac24350/c29965a6-818c-4a69-afce-4991dac24350.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.930984] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c35866b-b853-4a7d-9559-d0361acf46f3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.940009] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 883.940009] env[65923]: value = "task-4707115" [ 883.940009] env[65923]: _type = "Task" [ 883.940009] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.950904] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.963104] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707112, 'name': Destroy_Task, 'duration_secs': 0.725561} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.964252] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Destroyed the VM [ 883.964503] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 883.964796] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b621dfb-0632-42d2-b3f1-48cf2738aa20 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.973872] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 883.973872] env[65923]: value = "task-4707116" [ 883.973872] env[65923]: _type = "Task" [ 883.973872] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.984974] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707116, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.022216] env[65923]: WARNING neutronclient.v2_0.client [req-64cdcf75-46ad-4914-a65d-6db965352521 req-7ea6934e-52bd-4e6e-9871-c6c7d2881afd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.040980] env[65923]: DEBUG nova.compute.manager [req-47b9bb52-990d-450d-b8f5-76de70a93fbd req-a6512ecb-41d5-4372-b1ae-2e30ab46d635 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Received event network-changed-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 884.042674] env[65923]: DEBUG nova.compute.manager [req-47b9bb52-990d-450d-b8f5-76de70a93fbd req-a6512ecb-41d5-4372-b1ae-2e30ab46d635 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Refreshing instance network info cache due to event network-changed-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 884.043314] env[65923]: DEBUG oslo_concurrency.lockutils [req-47b9bb52-990d-450d-b8f5-76de70a93fbd req-a6512ecb-41d5-4372-b1ae-2e30ab46d635 service nova] Acquiring lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.043314] env[65923]: DEBUG oslo_concurrency.lockutils [req-47b9bb52-990d-450d-b8f5-76de70a93fbd req-a6512ecb-41d5-4372-b1ae-2e30ab46d635 service nova] Acquired lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.043634] env[65923]: DEBUG nova.network.neutron [req-47b9bb52-990d-450d-b8f5-76de70a93fbd req-a6512ecb-41d5-4372-b1ae-2e30ab46d635 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Refreshing network info cache for port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.050254] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b25835-c888-f894-8ef2-b4e6123895e2, 'name': SearchDatastore_Task, 'duration_secs': 0.018709} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.050609] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.050870] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.051447] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.051447] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.051565] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.051778] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-661ac55f-00c4-40b8-8e68-ac6f0d033f72 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.062911] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.063060] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.064114] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a3a661-448d-47c1-9873-8e0dcb5c952b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.070376] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 884.070376] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e22eed-f3f9-7570-92cd-d86621a24df3" [ 884.070376] env[65923]: _type = "Task" [ 884.070376] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.080674] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e22eed-f3f9-7570-92cd-d86621a24df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.086537] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.410502] env[65923]: DEBUG oslo_concurrency.lockutils [None req-df99700c-c075-4365-ada1-fba64dae9e30 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "940cfe5a-f24f-4f89-8efe-7103cf016b29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.250s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.452724] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.467395] env[65923]: DEBUG nova.network.neutron [req-64cdcf75-46ad-4914-a65d-6db965352521 req-7ea6934e-52bd-4e6e-9871-c6c7d2881afd service nova] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updated VIF entry in instance network info cache for port 70a400e1-1228-47b2-8d63-bfc1962bbb4d. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 884.467850] env[65923]: DEBUG nova.network.neutron [req-64cdcf75-46ad-4914-a65d-6db965352521 req-7ea6934e-52bd-4e6e-9871-c6c7d2881afd service nova] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance_info_cache with network_info: [{"id": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "address": "fa:16:3e:d2:0b:23", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a400e1-12", "ovs_interfaceid": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.494375] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707116, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.551481] env[65923]: WARNING neutronclient.v2_0.client [req-47b9bb52-990d-450d-b8f5-76de70a93fbd req-a6512ecb-41d5-4372-b1ae-2e30ab46d635 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.587068] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e22eed-f3f9-7570-92cd-d86621a24df3, 'name': SearchDatastore_Task, 'duration_secs': 0.011874} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.587068] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92370e1-f699-4260-bf86-1eccbe21af90 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.594257] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 884.594257] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5256a893-8486-8b43-5c96-a72baeea52e6" [ 884.594257] env[65923]: _type = "Task" [ 884.594257] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.611182] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5256a893-8486-8b43-5c96-a72baeea52e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011847} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.611182] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.611920] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f/fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.612211] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73121bd8-9378-4ebd-9672-d2a894509255 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.621804] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 884.621804] env[65923]: value = "task-4707117" [ 884.621804] env[65923]: _type = "Task" [ 884.621804] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.631658] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.851815] env[65923]: WARNING neutronclient.v2_0.client [req-47b9bb52-990d-450d-b8f5-76de70a93fbd req-a6512ecb-41d5-4372-b1ae-2e30ab46d635 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.914278] env[65923]: DEBUG nova.network.neutron [-] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.919444] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e915bf9c-bcc2-46d1-a199-5bf4af3613c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.920308] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance f6250a21-25fe-43c8-b258-a8598789eedb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.920308] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance ff49aad2-c83a-4d78-a9d5-01b0c7abc78a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.920308] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance faf26864-9e66-437f-a93d-72f3a03ed9c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.920487] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 4f907a2f-1677-448e-908f-dd618be287de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.920848] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance eb756ee2-97ee-4f3a-959e-21b2a1984259 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.920848] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 741f5005-f1a0-4199-8526-ecc34236a9da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.921087] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 397315bd-ca40-4a46-af82-1c0f2bae9f92 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.921305] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.921523] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 51f00248-8338-4265-b338-52b4d75539fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.921741] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 95bda69d-f407-4b8e-90e8-0944a8c70564 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.921969] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 4fe42a7c-55b1-420e-90bf-fae9d586cf48 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.922234] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 3b575d75-5b80-4b8c-a03d-399627feeee9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 884.922441] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 49ae1e95-2990-46aa-92c6-f560d5a4a188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.922524] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e396d52a-e51b-4396-b672-c81068d621bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.922663] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e9e33c9c-e81e-4053-a631-3816fb983a97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.922863] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 15ccdf0f-2ea8-413e-aad7-d1833645fbbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.923218] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance eea92ca0-4856-4722-b34c-10e6689c4c97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.923218] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e799e78b-bd9e-4803-8f4c-055300c85d19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.923528] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c29965a6-818c-4a69-afce-4991dac24350 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.923528] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 884.955533] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617629} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.958753] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] c29965a6-818c-4a69-afce-4991dac24350/c29965a6-818c-4a69-afce-4991dac24350.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.958753] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.958753] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15b62eac-decd-49d0-8a9a-af28eb7fc56e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.968476] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 884.968476] env[65923]: value = "task-4707118" [ 884.968476] env[65923]: _type = "Task" [ 884.968476] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.974247] env[65923]: DEBUG oslo_concurrency.lockutils [req-64cdcf75-46ad-4914-a65d-6db965352521 req-7ea6934e-52bd-4e6e-9871-c6c7d2881afd service nova] Releasing lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.985291] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.990197] env[65923]: DEBUG oslo_vmware.api [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707116, 'name': RemoveSnapshot_Task, 'duration_secs': 0.810023} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.990370] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 884.991715] env[65923]: INFO nova.compute.manager [None req-524729b4-b663-44e4-881d-e239a0747af6 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Took 16.38 seconds to snapshot the instance on the hypervisor. [ 885.035845] env[65923]: DEBUG nova.network.neutron [req-47b9bb52-990d-450d-b8f5-76de70a93fbd req-a6512ecb-41d5-4372-b1ae-2e30ab46d635 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updated VIF entry in instance network info cache for port ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 885.036577] env[65923]: DEBUG nova.network.neutron [req-47b9bb52-990d-450d-b8f5-76de70a93fbd req-a6512ecb-41d5-4372-b1ae-2e30ab46d635 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updating instance_info_cache with network_info: [{"id": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "address": "fa:16:3e:34:dd:db", "network": {"id": "45111f79-92ef-454e-ad56-c2e7202b74dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-588959735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b02fd0dcd1c4f6786dff59b1456a6dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab70c42d-7a", "ovs_interfaceid": "ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.104564] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquiring lock "49ae1e95-2990-46aa-92c6-f560d5a4a188" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.104705] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Lock "49ae1e95-2990-46aa-92c6-f560d5a4a188" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.104911] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquiring lock "49ae1e95-2990-46aa-92c6-f560d5a4a188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.105109] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Lock "49ae1e95-2990-46aa-92c6-f560d5a4a188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.105346] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Lock "49ae1e95-2990-46aa-92c6-f560d5a4a188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.107964] env[65923]: INFO nova.compute.manager [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Terminating instance [ 885.138969] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707117, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.254466] env[65923]: DEBUG nova.compute.manager [req-40d77008-5480-496c-a82d-f09d0fdacba5 req-636d4b22-0eb6-4bf1-955a-ee4b5a1c850e service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received event network-changed-3b767ea7-4304-454e-a38a-8772523f5eca {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 885.255295] env[65923]: DEBUG nova.compute.manager [req-40d77008-5480-496c-a82d-f09d0fdacba5 req-636d4b22-0eb6-4bf1-955a-ee4b5a1c850e service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Refreshing instance network info cache due to event network-changed-3b767ea7-4304-454e-a38a-8772523f5eca. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 885.255295] env[65923]: DEBUG oslo_concurrency.lockutils [req-40d77008-5480-496c-a82d-f09d0fdacba5 req-636d4b22-0eb6-4bf1-955a-ee4b5a1c850e service nova] Acquiring lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.255295] env[65923]: DEBUG oslo_concurrency.lockutils [req-40d77008-5480-496c-a82d-f09d0fdacba5 req-636d4b22-0eb6-4bf1-955a-ee4b5a1c850e service nova] Acquired lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.255639] env[65923]: DEBUG nova.network.neutron [req-40d77008-5480-496c-a82d-f09d0fdacba5 req-636d4b22-0eb6-4bf1-955a-ee4b5a1c850e service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Refreshing network info cache for port 3b767ea7-4304-454e-a38a-8772523f5eca {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.419518] env[65923]: INFO nova.compute.manager [-] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Took 1.50 seconds to deallocate network for instance. [ 885.426669] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 14668521-2b6d-4737-a6e8-4974807c4a8d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 885.479413] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227138} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.479682] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.480510] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3496039-92f2-4cb5-9406-ada0ba1dd4d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.503644] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] c29965a6-818c-4a69-afce-4991dac24350/c29965a6-818c-4a69-afce-4991dac24350.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.506296] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdff37ff-d596-4c0a-a1f7-c2d6650a0a32 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.531022] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 885.531022] env[65923]: value = "task-4707119" [ 885.531022] env[65923]: _type = "Task" [ 885.531022] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.543354] env[65923]: DEBUG oslo_concurrency.lockutils [req-47b9bb52-990d-450d-b8f5-76de70a93fbd req-a6512ecb-41d5-4372-b1ae-2e30ab46d635 service nova] Releasing lock "refresh_cache-49ae1e95-2990-46aa-92c6-f560d5a4a188" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.543556] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.613198] env[65923]: DEBUG nova.compute.manager [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 885.613599] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.615455] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612b03cd-3e60-4b7d-bd92-14751444a7e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.626221] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.629719] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2dac75f-f14a-480c-b9be-282cbbd5e01b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.638471] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548181} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.640093] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f/fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.640356] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.640711] env[65923]: DEBUG oslo_vmware.api [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 885.640711] env[65923]: value = "task-4707120" [ 885.640711] env[65923]: _type = "Task" [ 885.640711] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.640882] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e01c043-e06e-441a-b7b0-e26d05f6ca2f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.653637] env[65923]: DEBUG oslo_vmware.api [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.655363] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 885.655363] env[65923]: value = "task-4707121" [ 885.655363] env[65923]: _type = "Task" [ 885.655363] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.664986] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.758640] env[65923]: WARNING neutronclient.v2_0.client [req-40d77008-5480-496c-a82d-f09d0fdacba5 req-636d4b22-0eb6-4bf1-955a-ee4b5a1c850e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.926484] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.929395] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance ba82b333-4918-4194-8344-3d175ada5b2e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 886.050869] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707119, 'name': ReconfigVM_Task, 'duration_secs': 0.389391} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.050869] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Reconfigured VM instance instance-00000046 to attach disk [datastore1] c29965a6-818c-4a69-afce-4991dac24350/c29965a6-818c-4a69-afce-4991dac24350.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.050869] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eee7341-0263-487f-bfdd-bb5b1bbfccb6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.058608] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 886.058608] env[65923]: value = "task-4707122" [ 886.058608] env[65923]: _type = "Task" [ 886.058608] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.070057] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707122, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.132279] env[65923]: DEBUG nova.compute.manager [req-9b9c2d92-7e26-481a-b6a9-2bb6013db38d req-ce38a84d-bdc5-4482-8acb-8ac5e208f483 service nova] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Received event network-vif-deleted-8b13b474-47b0-4791-9d96-8b28b8c4e6a3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 886.156643] env[65923]: DEBUG oslo_vmware.api [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707120, 'name': PowerOffVM_Task, 'duration_secs': 0.224157} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.157938] env[65923]: WARNING neutronclient.v2_0.client [req-40d77008-5480-496c-a82d-f09d0fdacba5 req-636d4b22-0eb6-4bf1-955a-ee4b5a1c850e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.164746] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.164972] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.165862] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-202f99a8-9226-4d26-926e-cc0cc9714e54 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.176161] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071962} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.176554] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.177542] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828ea299-c47b-48a1-8624-f0f607196104 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.201941] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f/fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.203019] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87f26a40-c7f9-44c8-b83f-17140a92c5bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.225972] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 886.225972] env[65923]: value = "task-4707124" [ 886.225972] env[65923]: _type = "Task" [ 886.225972] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.237285] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.238777] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.239062] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.239289] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Deleting the datastore file [datastore2] 49ae1e95-2990-46aa-92c6-f560d5a4a188 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.239593] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a4bafb-8c22-44ba-968e-082475f1027c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.247399] env[65923]: DEBUG oslo_vmware.api [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for the task: (returnval){ [ 886.247399] env[65923]: value = "task-4707125" [ 886.247399] env[65923]: _type = "Task" [ 886.247399] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.256900] env[65923]: DEBUG oslo_vmware.api [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.310428] env[65923]: DEBUG nova.network.neutron [req-40d77008-5480-496c-a82d-f09d0fdacba5 req-636d4b22-0eb6-4bf1-955a-ee4b5a1c850e service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updated VIF entry in instance network info cache for port 3b767ea7-4304-454e-a38a-8772523f5eca. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 886.310864] env[65923]: DEBUG nova.network.neutron [req-40d77008-5480-496c-a82d-f09d0fdacba5 req-636d4b22-0eb6-4bf1-955a-ee4b5a1c850e service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updating instance_info_cache with network_info: [{"id": "3b767ea7-4304-454e-a38a-8772523f5eca", "address": "fa:16:3e:da:b8:06", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b767ea7-43", "ovs_interfaceid": "3b767ea7-4304-454e-a38a-8772523f5eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.433288] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c70d2116-f92a-44a6-a90b-c7e1ee0f469f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 886.434256] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 886.434256] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '15', 'num_vm_active': '12', 'num_task_deleting': '1', 'num_os_type_None': '15', 'num_proj_cbdb9cae101e45d6a8d0bac769aa2f4b': '1', 'io_workload': '2', 'num_task_None': '11', 'num_proj_2ed68dc8b38c4e288451ea560b8e9a6e': '1', 'num_proj_f3b4e657996447b7bc332dc7f07de0d7': '1', 'num_proj_7d81720231fb47cd856824ed1e304b2e': '1', 'num_proj_b15986d89e904a26955d21295103d23c': '1', 'num_proj_ed4cb7f0af3e4d85ad14c139ad155309': '1', 'num_proj_8db03b32cfe54e6a94c65f453275e5cd': '1', 'num_vm_rescued': '1', 'num_proj_5b02fd0dcd1c4f6786dff59b1456a6dc': '1', 'num_task_image_uploading': '1', 'num_proj_0927d4be89f34ab09449edc63218a88d': '2', 'num_proj_1743613ede184feaa625d8d244de2f0b': '1', 'num_proj_07dc613d9c0b497eb148d6f95e1a3d08': '1', 'num_proj_43ec1c33dddc44bf8ad0307176cf7a9a': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_dfe38d2a113e40e69aa390483a71ab03': '1', 'num_proj_1d6fc65f1ca84470b785586a037be8b4': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 886.571921] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707122, 'name': Rename_Task, 'duration_secs': 0.152033} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.572218] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.572468] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42e11c83-e99e-4770-8852-24ec80db9070 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.583502] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 886.583502] env[65923]: value = "task-4707126" [ 886.583502] env[65923]: _type = "Task" [ 886.583502] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.595087] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.738672] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707124, 'name': ReconfigVM_Task, 'duration_secs': 0.299443} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.741807] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Reconfigured VM instance instance-00000047 to attach disk [datastore1] fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f/fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.741807] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccc9289c-383f-46e1-9228-a91131a7623b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.752636] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 886.752636] env[65923]: value = "task-4707127" [ 886.752636] env[65923]: _type = "Task" [ 886.752636] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.766818] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707127, 'name': Rename_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.772821] env[65923]: DEBUG oslo_vmware.api [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Task: {'id': task-4707125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201785} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.773200] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.773394] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.773567] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.773733] env[65923]: INFO nova.compute.manager [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Took 1.16 seconds to destroy the instance on the hypervisor. [ 886.773965] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 886.774907] env[65923]: DEBUG nova.compute.manager [-] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 886.774907] env[65923]: DEBUG nova.network.neutron [-] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 886.774907] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.810983] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcdd580-f903-4cea-9175-f0cec0c4c0f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.815036] env[65923]: DEBUG oslo_concurrency.lockutils [req-40d77008-5480-496c-a82d-f09d0fdacba5 req-636d4b22-0eb6-4bf1-955a-ee4b5a1c850e service nova] Releasing lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.821028] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9996fe62-8ce1-4c90-937f-28e6b6da7552 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.856508] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.858878] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29af8403-7f7c-41c6-b709-dadf6f27adbc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.867669] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1152bf5-7431-46d7-879f-c6003b9a4b71 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.884063] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.097976] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.268455] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707127, 'name': Rename_Task, 'duration_secs': 0.358877} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.268790] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.269115] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76a68dca-f967-474e-8d99-d8a5ca1b7e68 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.277473] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 887.277473] env[65923]: value = "task-4707128" [ 887.277473] env[65923]: _type = "Task" [ 887.277473] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.289174] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.340421] env[65923]: DEBUG nova.compute.manager [req-888e90fe-6a6d-4a70-b57a-cb5f368c2198 req-8aefe4b8-7918-4bb3-a6c4-ed9271a82321 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Received event network-vif-deleted-ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 887.340421] env[65923]: INFO nova.compute.manager [req-888e90fe-6a6d-4a70-b57a-cb5f368c2198 req-8aefe4b8-7918-4bb3-a6c4-ed9271a82321 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Neutron deleted interface ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4; detaching it from the instance and deleting it from the info cache [ 887.340421] env[65923]: DEBUG nova.network.neutron [req-888e90fe-6a6d-4a70-b57a-cb5f368c2198 req-8aefe4b8-7918-4bb3-a6c4-ed9271a82321 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.387386] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.598128] env[65923]: DEBUG oslo_vmware.api [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707126, 'name': PowerOnVM_Task, 'duration_secs': 0.866328} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.598491] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.598743] env[65923]: INFO nova.compute.manager [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Took 10.79 seconds to spawn the instance on the hypervisor. [ 887.599110] env[65923]: DEBUG nova.compute.manager [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 887.599954] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9fdfdd-b094-480b-a98a-debc4020b0da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.621089] env[65923]: DEBUG nova.network.neutron [-] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.793618] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707128, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.843998] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70f0aeb0-e854-4fba-b177-9885af3bbc30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.854071] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc74d552-6f5b-4d9e-92fc-c5e1e65113cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.889720] env[65923]: DEBUG nova.compute.manager [req-888e90fe-6a6d-4a70-b57a-cb5f368c2198 req-8aefe4b8-7918-4bb3-a6c4-ed9271a82321 service nova] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Detach interface failed, port_id=ab70c42d-7a15-4cc3-a4fa-0ab3b54771e4, reason: Instance 49ae1e95-2990-46aa-92c6-f560d5a4a188 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 887.891711] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 887.891986] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.035s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.892324] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.340s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.893935] env[65923]: INFO nova.compute.claims [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.896749] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.896888] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Cleaning up deleted instances {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 887.950606] env[65923]: DEBUG nova.compute.manager [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 887.951515] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3cd934-37ba-438f-b3a8-cf303728c238 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.121416] env[65923]: INFO nova.compute.manager [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Took 35.79 seconds to build instance. [ 888.122467] env[65923]: INFO nova.compute.manager [-] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Took 1.35 seconds to deallocate network for instance. [ 888.291622] env[65923]: DEBUG oslo_vmware.api [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707128, 'name': PowerOnVM_Task, 'duration_secs': 0.92161} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.291909] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.292154] env[65923]: INFO nova.compute.manager [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Took 8.78 seconds to spawn the instance on the hypervisor. [ 888.292355] env[65923]: DEBUG nova.compute.manager [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 888.293137] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853a4978-7f59-49ec-8987-46e384ebca46 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.417097] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] There are 49 instances to clean {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 888.417333] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 3379e7d6-e0ef-4aeb-bfe8-8d3edbcb292a] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 888.463137] env[65923]: INFO nova.compute.manager [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] instance snapshotting [ 888.466217] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed68eec-36f4-4d02-8f11-e4b54a1ca8fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.488437] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eec58d-e374-444c-b3bf-bfc881e75ff6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.627512] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9778a1a-a113-4d84-9b38-0c56a1447167 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "c29965a6-818c-4a69-afce-4991dac24350" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.307s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.629977] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.818865] env[65923]: INFO nova.compute.manager [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Took 35.20 seconds to build instance. [ 888.924237] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: f70cef18-8d65-4409-957a-1f8d81613bb5] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 889.005660] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 889.006014] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-342b9f1d-a193-40eb-b1c3-ce69dcafd063 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.015523] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 889.015523] env[65923]: value = "task-4707129" [ 889.015523] env[65923]: _type = "Task" [ 889.015523] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.036213] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707129, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.060937] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "c29965a6-818c-4a69-afce-4991dac24350" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.061364] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "c29965a6-818c-4a69-afce-4991dac24350" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.061452] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "c29965a6-818c-4a69-afce-4991dac24350-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.061645] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "c29965a6-818c-4a69-afce-4991dac24350-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.061835] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "c29965a6-818c-4a69-afce-4991dac24350-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.069436] env[65923]: INFO nova.compute.manager [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Terminating instance [ 889.071629] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "257c0b6f-4070-4ad3-a30e-0fb53935c171" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.071860] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "257c0b6f-4070-4ad3-a30e-0fb53935c171" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.288313] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a495f7f-6695-4184-971b-45085cf35bd8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.299363] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d700254d-c70a-4761-9500-31782950fd2f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.330609] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a679793-c49a-490f-ae52-d0369891bb17 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.731s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.331724] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0bb0b8-43b5-4f49-b1b6-b6279769e3a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.340344] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a22bc39-e5f3-46d0-acb9-a83a4d5d224a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.357470] env[65923]: DEBUG nova.compute.provider_tree [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.429535] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: d45fe9c6-d04a-4d65-baee-d190295debc5] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 889.530479] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707129, 'name': CreateSnapshot_Task, 'duration_secs': 0.483821} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.530850] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 889.532170] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d56a09-9a5a-4401-a314-598295b47c75 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.576864] env[65923]: DEBUG nova.compute.manager [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 889.577725] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.577829] env[65923]: DEBUG nova.compute.manager [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 889.581964] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab6d6a4-7b40-4215-9839-f7d947e59808 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.592315] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.592885] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd2bbb27-c965-4015-8dcb-9d01f9692f97 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.600618] env[65923]: DEBUG oslo_vmware.api [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 889.600618] env[65923]: value = "task-4707130" [ 889.600618] env[65923]: _type = "Task" [ 889.600618] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.611398] env[65923]: DEBUG oslo_vmware.api [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.861915] env[65923]: DEBUG nova.scheduler.client.report [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.933019] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 940cfe5a-f24f-4f89-8efe-7103cf016b29] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 890.056639] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 890.056975] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ce1bcf3-2208-47e5-9daa-d260d1262877 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.065770] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 890.065770] env[65923]: value = "task-4707131" [ 890.065770] env[65923]: _type = "Task" [ 890.065770] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.074733] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707131, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.105343] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.111642] env[65923]: DEBUG oslo_vmware.api [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707130, 'name': PowerOffVM_Task, 'duration_secs': 0.255807} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.111913] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.113227] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.113592] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c14d9a22-d900-42af-8528-415d8c6d3d41 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.201026] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.201257] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.201568] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleting the datastore file [datastore1] c29965a6-818c-4a69-afce-4991dac24350 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.201657] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4cfe768-fb22-4db0-bc8f-82dc2dbaeea2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.209992] env[65923]: DEBUG oslo_vmware.api [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 890.209992] env[65923]: value = "task-4707133" [ 890.209992] env[65923]: _type = "Task" [ 890.209992] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.219750] env[65923]: DEBUG oslo_vmware.api [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.369336] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.370097] env[65923]: DEBUG nova.compute.manager [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 890.373849] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.398s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.374138] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.377922] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.141s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.377922] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.380106] env[65923]: DEBUG oslo_concurrency.lockutils [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.889s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.380339] env[65923]: DEBUG oslo_concurrency.lockutils [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.382801] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.879s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.384636] env[65923]: INFO nova.compute.claims [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.408376] env[65923]: INFO nova.scheduler.client.report [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Deleted allocations for instance 4fe42a7c-55b1-420e-90bf-fae9d586cf48 [ 890.410570] env[65923]: INFO nova.scheduler.client.report [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Deleted allocations for instance 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b [ 890.425080] env[65923]: INFO nova.scheduler.client.report [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Deleted allocations for instance 397315bd-ca40-4a46-af82-1c0f2bae9f92 [ 890.436861] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 114d9a8f-8581-46a9-8047-fe23e07470be] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 890.577186] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707131, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.660607] env[65923]: DEBUG nova.compute.manager [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Stashing vm_state: active {{(pid=65923) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 890.721500] env[65923]: DEBUG oslo_vmware.api [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234986} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.721810] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.722073] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.722345] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.722664] env[65923]: INFO nova.compute.manager [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: c29965a6-818c-4a69-afce-4991dac24350] Took 1.15 seconds to destroy the instance on the hypervisor. [ 890.723118] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 890.723562] env[65923]: DEBUG nova.compute.manager [-] [instance: c29965a6-818c-4a69-afce-4991dac24350] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 890.723736] env[65923]: DEBUG nova.network.neutron [-] [instance: c29965a6-818c-4a69-afce-4991dac24350] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 890.724100] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.792815] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.891878] env[65923]: DEBUG nova.compute.utils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.897833] env[65923]: DEBUG nova.compute.manager [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 890.898419] env[65923]: DEBUG nova.network.neutron [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 890.898739] env[65923]: WARNING neutronclient.v2_0.client [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.900389] env[65923]: WARNING neutronclient.v2_0.client [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.923193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-baa23ea6-bb40-4d80-84c9-bbade42031e1 tempest-ServerGroupTestJSON-1148682543 tempest-ServerGroupTestJSON-1148682543-project-member] Lock "4fe42a7c-55b1-420e-90bf-fae9d586cf48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.954s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.924340] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1ef90227-d868-42e4-abd7-d0a70eedf60a tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "4b656d59-42d3-4a38-a7b2-b27f9bf00a8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.948s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.933321] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee2b8ade-5ac0-4542-b6ef-38d9491c7b3c tempest-ListServersNegativeTestJSON-947417428 tempest-ListServersNegativeTestJSON-947417428-project-member] Lock "397315bd-ca40-4a46-af82-1c0f2bae9f92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.863s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.941014] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 8414751e-090c-4082-8b39-db3a391d50f5] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 890.955282] env[65923]: DEBUG nova.policy [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323c569211ff44a0b1b13b20300de860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b15986d89e904a26955d21295103d23c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.063117] env[65923]: DEBUG nova.compute.manager [req-15099620-4728-4362-b110-598778c69d05 req-bebe5f34-edd6-4f09-a323-312676f7c76c service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] Received event network-vif-deleted-c979097c-388b-4d39-8654-8a439e18e883 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 891.063865] env[65923]: INFO nova.compute.manager [req-15099620-4728-4362-b110-598778c69d05 req-bebe5f34-edd6-4f09-a323-312676f7c76c service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] Neutron deleted interface c979097c-388b-4d39-8654-8a439e18e883; detaching it from the instance and deleting it from the info cache [ 891.063865] env[65923]: DEBUG nova.network.neutron [req-15099620-4728-4362-b110-598778c69d05 req-bebe5f34-edd6-4f09-a323-312676f7c76c service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.078617] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707131, 'name': CloneVM_Task} progress is 95%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.191529] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.295729] env[65923]: DEBUG nova.network.neutron [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Successfully created port: 77a48511-15e2-421a-b020-219c00b98402 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 891.402125] env[65923]: DEBUG nova.compute.manager [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 891.447179] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: fe9ef559-4fe2-4185-b37a-18014f238d14] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 891.509675] env[65923]: DEBUG nova.network.neutron [-] [instance: c29965a6-818c-4a69-afce-4991dac24350] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.575034] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8dcdb2f-31e6-49c2-904b-15b4b44f4862 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.583638] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707131, 'name': CloneVM_Task, 'duration_secs': 1.467935} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.587947] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Created linked-clone VM from snapshot [ 891.589800] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9966b1-8055-4139-8de3-14871ff093c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.596021] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401395fa-ae0d-48da-ada5-02d4107765a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.615826] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Uploading image 86943349-20e1-42f8-a7c8-b1a4d08204f1 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 891.638221] env[65923]: DEBUG nova.compute.manager [req-15099620-4728-4362-b110-598778c69d05 req-bebe5f34-edd6-4f09-a323-312676f7c76c service nova] [instance: c29965a6-818c-4a69-afce-4991dac24350] Detach interface failed, port_id=c979097c-388b-4d39-8654-8a439e18e883, reason: Instance c29965a6-818c-4a69-afce-4991dac24350 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.649990] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 891.649990] env[65923]: value = "vm-918654" [ 891.649990] env[65923]: _type = "VirtualMachine" [ 891.649990] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 891.650319] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e3941844-3d99-44f3-b2e6-e6e0b41e504b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.663402] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lease: (returnval){ [ 891.663402] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5256c380-cb4c-9ada-ed54-0cf4efad87db" [ 891.663402] env[65923]: _type = "HttpNfcLease" [ 891.663402] env[65923]: } obtained for exporting VM: (result){ [ 891.663402] env[65923]: value = "vm-918654" [ 891.663402] env[65923]: _type = "VirtualMachine" [ 891.663402] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 891.663402] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the lease: (returnval){ [ 891.663402] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5256c380-cb4c-9ada-ed54-0cf4efad87db" [ 891.663402] env[65923]: _type = "HttpNfcLease" [ 891.663402] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 891.670693] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.670693] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5256c380-cb4c-9ada-ed54-0cf4efad87db" [ 891.670693] env[65923]: _type = "HttpNfcLease" [ 891.670693] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 891.769029] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83f80be-6570-4f85-8495-65d32aac1556 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.779017] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e58625-dcec-4fc8-b5c8-85c98caaadb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.809724] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73d8b6b-f468-4fb4-9236-45c99b7140f0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.818505] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c891a5-16eb-47b9-b3e5-70045bfd4cb8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.832320] env[65923]: DEBUG nova.compute.provider_tree [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.951104] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 16a746b5-eec6-40d1-be26-1afa53569682] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 892.013205] env[65923]: INFO nova.compute.manager [-] [instance: c29965a6-818c-4a69-afce-4991dac24350] Took 1.29 seconds to deallocate network for instance. [ 892.173379] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.173379] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5256c380-cb4c-9ada-ed54-0cf4efad87db" [ 892.173379] env[65923]: _type = "HttpNfcLease" [ 892.173379] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 892.173964] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 892.173964] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5256c380-cb4c-9ada-ed54-0cf4efad87db" [ 892.173964] env[65923]: _type = "HttpNfcLease" [ 892.173964] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 892.174485] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a6cde9-14f2-4ca1-b4ea-e866f07a00c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.182653] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eacc9c-d100-e0d3-3b7e-1129fe2a8bbc/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 892.182850] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eacc9c-d100-e0d3-3b7e-1129fe2a8bbc/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 892.272693] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10b3461e-d244-4d1b-bff7-0762de7ab653 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.335144] env[65923]: DEBUG nova.scheduler.client.report [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.413831] env[65923]: DEBUG nova.compute.manager [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 892.446680] env[65923]: DEBUG nova.virt.hardware [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 892.446937] env[65923]: DEBUG nova.virt.hardware [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.447101] env[65923]: DEBUG nova.virt.hardware [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 892.447279] env[65923]: DEBUG nova.virt.hardware [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.447421] env[65923]: DEBUG nova.virt.hardware [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 892.447557] env[65923]: DEBUG nova.virt.hardware [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 892.447764] env[65923]: DEBUG nova.virt.hardware [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 892.448181] env[65923]: DEBUG nova.virt.hardware [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 892.448181] env[65923]: DEBUG nova.virt.hardware [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 892.448262] env[65923]: DEBUG nova.virt.hardware [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 892.448390] env[65923]: DEBUG nova.virt.hardware [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 892.449337] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359fc842-f544-4c49-80a0-f89029d7b693 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.454848] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: c2e901f4-1a4c-4c55-8dae-2d91372970da] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 892.460318] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563fd68a-cfa9-4d4c-b48d-0900fcd027d4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.520817] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.840082] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.840627] env[65923]: DEBUG nova.compute.manager [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 892.846978] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.119s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.847333] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.849768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.733s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.849880] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.851765] env[65923]: DEBUG oslo_concurrency.lockutils [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.803s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.852192] env[65923]: DEBUG oslo_concurrency.lockutils [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.853999] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.593s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.855908] env[65923]: INFO nova.compute.claims [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.905794] env[65923]: INFO nova.scheduler.client.report [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleted allocations for instance ff49aad2-c83a-4d78-a9d5-01b0c7abc78a [ 892.923459] env[65923]: INFO nova.scheduler.client.report [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleted allocations for instance 3b575d75-5b80-4b8c-a03d-399627feeee9 [ 892.960302] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: e7f6dd08-44c6-44d3-a6f8-307464c896cf] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 892.975655] env[65923]: INFO nova.scheduler.client.report [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Deleted allocations for instance 95bda69d-f407-4b8e-90e8-0944a8c70564 [ 893.363289] env[65923]: DEBUG nova.compute.utils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.366911] env[65923]: DEBUG nova.compute.manager [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 893.367141] env[65923]: DEBUG nova.network.neutron [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 893.367477] env[65923]: WARNING neutronclient.v2_0.client [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.367789] env[65923]: WARNING neutronclient.v2_0.client [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.423395] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8a43cfeb-5ec3-4c9b-8880-3176b8f26cee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "ff49aad2-c83a-4d78-a9d5-01b0c7abc78a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.823s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.431493] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d46df06a-0dff-4e12-9bbe-c935c0a09188 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "3b575d75-5b80-4b8c-a03d-399627feeee9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.943s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.465053] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 8a4f3338-19af-4e1d-9ee6-6e527408bb30] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 893.488042] env[65923]: DEBUG oslo_concurrency.lockutils [None req-db1ff3b3-2814-4aa0-b30b-978d1ad93451 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "95bda69d-f407-4b8e-90e8-0944a8c70564" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.567s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.494522] env[65923]: DEBUG nova.network.neutron [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Successfully updated port: 77a48511-15e2-421a-b020-219c00b98402 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 893.616200] env[65923]: DEBUG nova.policy [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cbf1270393e406cb9faf3b29925f828', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbc47e7a6f754d668677f859efa60268', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.868187] env[65923]: DEBUG nova.compute.manager [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 893.972823] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 3dfb311a-11c0-49ce-a42e-7a52568d5448] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 894.001553] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "refresh_cache-14668521-2b6d-4737-a6e8-4974807c4a8d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.001821] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "refresh_cache-14668521-2b6d-4737-a6e8-4974807c4a8d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.002020] env[65923]: DEBUG nova.network.neutron [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 894.139953] env[65923]: DEBUG nova.network.neutron [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Successfully created port: 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 894.156522] env[65923]: DEBUG nova.compute.manager [req-7f2f32dd-a0e7-4d0d-9b20-c76a111a7e13 req-e4cc3746-3d7e-4ff6-be3c-8b49fb66899f service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Received event network-vif-plugged-77a48511-15e2-421a-b020-219c00b98402 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 894.158029] env[65923]: DEBUG oslo_concurrency.lockutils [req-7f2f32dd-a0e7-4d0d-9b20-c76a111a7e13 req-e4cc3746-3d7e-4ff6-be3c-8b49fb66899f service nova] Acquiring lock "14668521-2b6d-4737-a6e8-4974807c4a8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.158029] env[65923]: DEBUG oslo_concurrency.lockutils [req-7f2f32dd-a0e7-4d0d-9b20-c76a111a7e13 req-e4cc3746-3d7e-4ff6-be3c-8b49fb66899f service nova] Lock "14668521-2b6d-4737-a6e8-4974807c4a8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.158142] env[65923]: DEBUG oslo_concurrency.lockutils [req-7f2f32dd-a0e7-4d0d-9b20-c76a111a7e13 req-e4cc3746-3d7e-4ff6-be3c-8b49fb66899f service nova] Lock "14668521-2b6d-4737-a6e8-4974807c4a8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.158346] env[65923]: DEBUG nova.compute.manager [req-7f2f32dd-a0e7-4d0d-9b20-c76a111a7e13 req-e4cc3746-3d7e-4ff6-be3c-8b49fb66899f service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] No waiting events found dispatching network-vif-plugged-77a48511-15e2-421a-b020-219c00b98402 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 894.158534] env[65923]: WARNING nova.compute.manager [req-7f2f32dd-a0e7-4d0d-9b20-c76a111a7e13 req-e4cc3746-3d7e-4ff6-be3c-8b49fb66899f service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Received unexpected event network-vif-plugged-77a48511-15e2-421a-b020-219c00b98402 for instance with vm_state building and task_state spawning. [ 894.312941] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74028bad-0bbc-47b8-a1b6-bba11f53565f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.323023] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42557da-ba63-4a50-ae62-93dc35e058ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.372965] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "51f00248-8338-4265-b338-52b4d75539fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.372965] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "51f00248-8338-4265-b338-52b4d75539fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.006s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.373121] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "51f00248-8338-4265-b338-52b4d75539fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.373504] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "51f00248-8338-4265-b338-52b4d75539fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.373622] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "51f00248-8338-4265-b338-52b4d75539fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.377411] env[65923]: INFO nova.compute.manager [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Terminating instance [ 894.380083] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf535021-89c2-4725-9567-a422d7ea5ad2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.399386] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95668a2d-205d-4a83-be49-a1082565954a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.421533] env[65923]: DEBUG nova.compute.provider_tree [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.451355] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "f6250a21-25fe-43c8-b258-a8598789eedb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.452283] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "f6250a21-25fe-43c8-b258-a8598789eedb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.453029] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "f6250a21-25fe-43c8-b258-a8598789eedb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.453029] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "f6250a21-25fe-43c8-b258-a8598789eedb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.453187] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "f6250a21-25fe-43c8-b258-a8598789eedb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.457416] env[65923]: INFO nova.compute.manager [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Terminating instance [ 894.476036] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: eafbe567-150c-4dd5-9d98-6729708d27f0] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 894.555211] env[65923]: DEBUG nova.network.neutron [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 894.724340] env[65923]: WARNING neutronclient.v2_0.client [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.892619] env[65923]: DEBUG nova.compute.manager [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 894.892853] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.896720] env[65923]: DEBUG nova.compute.manager [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 894.897580] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e48fc3-f6cc-4c05-869e-fadaa768fcca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.901444] env[65923]: DEBUG nova.network.neutron [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Updating instance_info_cache with network_info: [{"id": "77a48511-15e2-421a-b020-219c00b98402", "address": "fa:16:3e:af:8c:ee", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a48511-15", "ovs_interfaceid": "77a48511-15e2-421a-b020-219c00b98402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.908343] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.909067] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-133c1818-b8ea-4671-bd38-4b2971b924b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.917194] env[65923]: DEBUG oslo_vmware.api [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 894.917194] env[65923]: value = "task-4707135" [ 894.917194] env[65923]: _type = "Task" [ 894.917194] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.923798] env[65923]: DEBUG nova.virt.hardware [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 894.924126] env[65923]: DEBUG nova.virt.hardware [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.924350] env[65923]: DEBUG nova.virt.hardware [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 894.925219] env[65923]: DEBUG nova.virt.hardware [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.925517] env[65923]: DEBUG nova.virt.hardware [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 894.925757] env[65923]: DEBUG nova.virt.hardware [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 894.926118] env[65923]: DEBUG nova.virt.hardware [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 894.926440] env[65923]: DEBUG nova.virt.hardware [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 894.926804] env[65923]: DEBUG nova.virt.hardware [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 894.926999] env[65923]: DEBUG nova.virt.hardware [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 894.927204] env[65923]: DEBUG nova.virt.hardware [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 894.928171] env[65923]: DEBUG nova.scheduler.client.report [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.932292] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054c3848-60c9-4343-9023-a397639308c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.942870] env[65923]: DEBUG oslo_vmware.api [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4707135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.946634] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07447462-0b7c-4c62-9aa7-42d15166f825 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.966159] env[65923]: DEBUG nova.compute.manager [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 894.966431] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.967571] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abbc33c-c32d-4102-b532-b13baf84d379 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.976664] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.977021] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c2c9467-d15b-489f-b9c2-5fa9ebf409ba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.979122] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 5500b5f7-7e65-402c-9b2a-54b891f56ca0] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 894.987931] env[65923]: DEBUG oslo_vmware.api [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 894.987931] env[65923]: value = "task-4707136" [ 894.987931] env[65923]: _type = "Task" [ 894.987931] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.998600] env[65923]: DEBUG oslo_vmware.api [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4707136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.403848] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "refresh_cache-14668521-2b6d-4737-a6e8-4974807c4a8d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.404363] env[65923]: DEBUG nova.compute.manager [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Instance network_info: |[{"id": "77a48511-15e2-421a-b020-219c00b98402", "address": "fa:16:3e:af:8c:ee", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a48511-15", "ovs_interfaceid": "77a48511-15e2-421a-b020-219c00b98402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 895.405013] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:8c:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77a48511-15e2-421a-b020-219c00b98402', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.414493] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 895.415204] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.415204] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48f85c53-d4c5-4665-a747-6f98a4b3d32f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.437029] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.437672] env[65923]: DEBUG nova.compute.manager [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 895.443955] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.517s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.444336] env[65923]: DEBUG nova.objects.instance [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lazy-loading 'resources' on Instance uuid e915bf9c-bcc2-46d1-a199-5bf4af3613c9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.446145] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.446145] env[65923]: value = "task-4707137" [ 895.446145] env[65923]: _type = "Task" [ 895.446145] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.449895] env[65923]: DEBUG oslo_vmware.api [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4707135, 'name': PowerOffVM_Task, 'duration_secs': 0.324349} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.456044] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.456419] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.456819] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7aa7e79-2449-44d9-9fc3-a7575e787554 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.466976] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707137, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.483367] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: ea211bde-9686-4343-80da-1292b3441ab2] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 895.503177] env[65923]: DEBUG oslo_vmware.api [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4707136, 'name': PowerOffVM_Task, 'duration_secs': 0.259963} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.503659] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.503977] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.504705] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d994a5f-ca9e-48ab-abd9-e25a51b60ec0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.540364] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.540798] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.541108] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Deleting the datastore file [datastore2] 51f00248-8338-4265-b338-52b4d75539fe {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.541434] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3839ae77-69ab-4a35-9f64-2a9ccac53ce2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.550307] env[65923]: DEBUG oslo_vmware.api [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for the task: (returnval){ [ 895.550307] env[65923]: value = "task-4707140" [ 895.550307] env[65923]: _type = "Task" [ 895.550307] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.561346] env[65923]: DEBUG oslo_vmware.api [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4707140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.583971] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.585257] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.585257] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleting the datastore file [datastore2] f6250a21-25fe-43c8-b258-a8598789eedb {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.585257] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db401d3e-9607-40ec-9e61-242231dd77e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.595586] env[65923]: DEBUG oslo_vmware.api [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for the task: (returnval){ [ 895.595586] env[65923]: value = "task-4707141" [ 895.595586] env[65923]: _type = "Task" [ 895.595586] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.606065] env[65923]: DEBUG oslo_vmware.api [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4707141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.857794] env[65923]: DEBUG nova.network.neutron [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Successfully updated port: 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 895.952602] env[65923]: DEBUG nova.compute.utils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.955744] env[65923]: DEBUG nova.compute.manager [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 895.959806] env[65923]: DEBUG nova.network.neutron [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 895.959806] env[65923]: WARNING neutronclient.v2_0.client [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.960133] env[65923]: WARNING neutronclient.v2_0.client [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.974986] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707137, 'name': CreateVM_Task, 'duration_secs': 0.473831} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.975261] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.975917] env[65923]: WARNING neutronclient.v2_0.client [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.976380] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.976605] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.977061] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.977523] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9d1884-92ed-48df-af60-e56bf3591c02 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.982640] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "741f5005-f1a0-4199-8526-ecc34236a9da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.984151] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "741f5005-f1a0-4199-8526-ecc34236a9da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.984151] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "741f5005-f1a0-4199-8526-ecc34236a9da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.984151] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "741f5005-f1a0-4199-8526-ecc34236a9da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.984151] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "741f5005-f1a0-4199-8526-ecc34236a9da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.986983] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 895.986983] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c3c714-053b-603a-6e0e-b6dbe8fc0847" [ 895.986983] env[65923]: _type = "Task" [ 895.986983] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.987559] env[65923]: INFO nova.compute.manager [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Terminating instance [ 895.990205] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 15f5b983-b8f5-4c2f-9656-b03f95c1cfc3] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 896.007863] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c3c714-053b-603a-6e0e-b6dbe8fc0847, 'name': SearchDatastore_Task, 'duration_secs': 0.015053} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.008892] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.008892] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.008892] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.008892] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.009126] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.009826] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f3e132a-811a-4efa-abf5-e86921e8797a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.021366] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.021366] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.025211] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f6c826-7eca-4242-bf45-2c0b003ffa51 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.032165] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 896.032165] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528c4c38-29d2-f628-a7fc-799dfc169dce" [ 896.032165] env[65923]: _type = "Task" [ 896.032165] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.044628] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528c4c38-29d2-f628-a7fc-799dfc169dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.068812] env[65923]: DEBUG oslo_vmware.api [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Task: {'id': task-4707140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266619} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.068812] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.068812] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.068812] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.068812] env[65923]: INFO nova.compute.manager [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Took 1.17 seconds to destroy the instance on the hypervisor. [ 896.068812] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 896.068812] env[65923]: DEBUG nova.compute.manager [-] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 896.068812] env[65923]: DEBUG nova.network.neutron [-] [instance: 51f00248-8338-4265-b338-52b4d75539fe] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 896.068812] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.112040] env[65923]: DEBUG oslo_vmware.api [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Task: {'id': task-4707141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263418} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.113093] env[65923]: DEBUG nova.policy [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f06019f694041a6beab66cecd24ff9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e99c161e3244529fa7b47851e148d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.117667] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.118087] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.118414] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.118725] env[65923]: INFO nova.compute.manager [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 896.119102] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 896.122541] env[65923]: DEBUG nova.compute.manager [-] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 896.122541] env[65923]: DEBUG nova.network.neutron [-] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 896.122541] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.172246] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.295779] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.306896] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd9ca6c-58f3-4aac-8a9a-72b71a93b9de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.320841] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b184bf7-f1d5-4148-9f2c-1300b29b9c79 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.363965] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.363965] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.363965] env[65923]: DEBUG nova.network.neutron [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.366183] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f487d9-c797-4764-85af-f4b7507e1eb8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.376093] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6829722c-8fee-4945-9d3e-a3c111e0d81a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.393173] env[65923]: DEBUG nova.compute.provider_tree [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.465149] env[65923]: DEBUG nova.compute.manager [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 896.500394] env[65923]: DEBUG nova.compute.manager [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 896.500739] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.501190] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: be0024b2-0de9-4063-9d8f-c72050a98c30] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 896.503922] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e377b62-030b-45ac-8779-4f5a7924c4fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.514021] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.514021] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33fd3b26-1104-4002-8bb6-0a4a90875d6e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.523651] env[65923]: DEBUG oslo_vmware.api [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 896.523651] env[65923]: value = "task-4707142" [ 896.523651] env[65923]: _type = "Task" [ 896.523651] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.534340] env[65923]: DEBUG oslo_vmware.api [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.550093] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528c4c38-29d2-f628-a7fc-799dfc169dce, 'name': SearchDatastore_Task, 'duration_secs': 0.030367} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.551312] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e03b458-ad05-44ac-9be7-d26a84c8ae15 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.558645] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 896.558645] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a79f80-74e6-222f-83a2-8bb4ed74b88e" [ 896.558645] env[65923]: _type = "Task" [ 896.558645] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.571446] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a79f80-74e6-222f-83a2-8bb4ed74b88e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.800927] env[65923]: DEBUG nova.network.neutron [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Successfully created port: 702a3241-1b86-4ebe-92d9-580031a38975 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 896.918130] env[65923]: ERROR nova.scheduler.client.report [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] [req-3766f914-582d-4d4e-ba4b-84f37063cf92] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3766f914-582d-4d4e-ba4b-84f37063cf92"}]} [ 896.938106] env[65923]: DEBUG nova.scheduler.client.report [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 896.953803] env[65923]: DEBUG nova.scheduler.client.report [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 896.954059] env[65923]: DEBUG nova.compute.provider_tree [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.967145] env[65923]: DEBUG nova.scheduler.client.report [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 896.998897] env[65923]: DEBUG nova.scheduler.client.report [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 897.008109] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: e7370764-1001-4241-96af-0d5cacfd273c] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 897.040357] env[65923]: DEBUG oslo_vmware.api [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707142, 'name': PowerOffVM_Task, 'duration_secs': 0.277763} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.040706] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.040811] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.041118] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de335e7b-bf94-4f25-a967-688ad41f5be5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.074160] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a79f80-74e6-222f-83a2-8bb4ed74b88e, 'name': SearchDatastore_Task, 'duration_secs': 0.026821} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.078328] env[65923]: DEBUG nova.network.neutron [-] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.080020] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.083639] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 14668521-2b6d-4737-a6e8-4974807c4a8d/14668521-2b6d-4737-a6e8-4974807c4a8d.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.084732] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7c030a2-99a6-4aa9-a82e-77fa33f9b0c0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.094879] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 897.094879] env[65923]: value = "task-4707144" [ 897.094879] env[65923]: _type = "Task" [ 897.094879] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.112595] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.125411] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.125664] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.125878] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleting the datastore file [datastore1] 741f5005-f1a0-4199-8526-ecc34236a9da {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.126620] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94baf041-919d-40d8-b869-7bdc7bfdfafa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.136377] env[65923]: DEBUG oslo_vmware.api [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 897.136377] env[65923]: value = "task-4707145" [ 897.136377] env[65923]: _type = "Task" [ 897.136377] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.147957] env[65923]: DEBUG oslo_vmware.api [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.294620] env[65923]: DEBUG nova.network.neutron [-] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.356896] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b04ef19-7e6f-4761-9373-e490818cc568 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.366907] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2212d3-8e14-491c-a139-1cc345ff8719 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.410862] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec825fec-8786-41c6-8950-a69561cabf28 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.423172] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2484c025-3a14-48d7-9906-2c470378d4ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.441512] env[65923]: DEBUG nova.compute.provider_tree [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.478057] env[65923]: DEBUG nova.compute.manager [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 897.507434] env[65923]: DEBUG nova.virt.hardware [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 897.507708] env[65923]: DEBUG nova.virt.hardware [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.507876] env[65923]: DEBUG nova.virt.hardware [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 897.508079] env[65923]: DEBUG nova.virt.hardware [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.508224] env[65923]: DEBUG nova.virt.hardware [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 897.508397] env[65923]: DEBUG nova.virt.hardware [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 897.508736] env[65923]: DEBUG nova.virt.hardware [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 897.508952] env[65923]: DEBUG nova.virt.hardware [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 897.509189] env[65923]: DEBUG nova.virt.hardware [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 897.509395] env[65923]: DEBUG nova.virt.hardware [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 897.509596] env[65923]: DEBUG nova.virt.hardware [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 897.510664] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c3a10d-bf42-45b0-bcbd-eec8e28bf9d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.514858] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: aad7d2fa-d5a7-4620-9464-aa53cfc3f0c4] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 897.525376] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12b9a40-0a5c-4d48-b9f7-86a9dc39106b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.585987] env[65923]: INFO nova.compute.manager [-] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Took 1.52 seconds to deallocate network for instance. [ 897.606955] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707144, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.652548] env[65923]: DEBUG oslo_vmware.api [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266963} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.652768] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.652940] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.653189] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.653875] env[65923]: INFO nova.compute.manager [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Took 1.15 seconds to destroy the instance on the hypervisor. [ 897.653875] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 897.653995] env[65923]: DEBUG nova.compute.manager [-] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 897.653995] env[65923]: DEBUG nova.network.neutron [-] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 897.654347] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.797443] env[65923]: INFO nova.compute.manager [-] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Took 1.68 seconds to deallocate network for instance. [ 897.854176] env[65923]: DEBUG nova.network.neutron [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 897.951507] env[65923]: DEBUG nova.compute.manager [req-e10a61cf-fac8-4c29-9d85-7e4340ccaab4 req-1105ed27-9ba7-427d-be75-dce315963bce service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Received event network-vif-plugged-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 897.951768] env[65923]: DEBUG oslo_concurrency.lockutils [req-e10a61cf-fac8-4c29-9d85-7e4340ccaab4 req-1105ed27-9ba7-427d-be75-dce315963bce service nova] Acquiring lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.953575] env[65923]: DEBUG oslo_concurrency.lockutils [req-e10a61cf-fac8-4c29-9d85-7e4340ccaab4 req-1105ed27-9ba7-427d-be75-dce315963bce service nova] Lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.953575] env[65923]: DEBUG oslo_concurrency.lockutils [req-e10a61cf-fac8-4c29-9d85-7e4340ccaab4 req-1105ed27-9ba7-427d-be75-dce315963bce service nova] Lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.953575] env[65923]: DEBUG nova.compute.manager [req-e10a61cf-fac8-4c29-9d85-7e4340ccaab4 req-1105ed27-9ba7-427d-be75-dce315963bce service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] No waiting events found dispatching network-vif-plugged-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 897.953575] env[65923]: WARNING nova.compute.manager [req-e10a61cf-fac8-4c29-9d85-7e4340ccaab4 req-1105ed27-9ba7-427d-be75-dce315963bce service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Received unexpected event network-vif-plugged-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd for instance with vm_state building and task_state spawning. [ 897.982410] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.986788] env[65923]: DEBUG nova.scheduler.client.report [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 897.987106] env[65923]: DEBUG nova.compute.provider_tree [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 92 to 93 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 897.987439] env[65923]: DEBUG nova.compute.provider_tree [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.019398] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: d56cd5bd-465b-418b-b916-277e81956bbd] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 898.097218] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.110441] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680158} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.110441] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 14668521-2b6d-4737-a6e8-4974807c4a8d/14668521-2b6d-4737-a6e8-4974807c4a8d.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.110534] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.110746] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b0afc93-b1be-49e8-8981-e853829c54bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.119661] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 898.119661] env[65923]: value = "task-4707146" [ 898.119661] env[65923]: _type = "Task" [ 898.119661] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.131076] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.306879] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.351022] env[65923]: WARNING neutronclient.v2_0.client [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.493224] env[65923]: DEBUG nova.network.neutron [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Successfully updated port: 702a3241-1b86-4ebe-92d9-580031a38975 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 898.495210] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.051s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.502600] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.874s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.505494] env[65923]: DEBUG nova.objects.instance [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Lazy-loading 'resources' on Instance uuid 49ae1e95-2990-46aa-92c6-f560d5a4a188 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.521963] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: bd6b36e6-3023-4765-b538-2c7c4044e98c] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 898.525986] env[65923]: INFO nova.scheduler.client.report [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Deleted allocations for instance e915bf9c-bcc2-46d1-a199-5bf4af3613c9 [ 898.577770] env[65923]: DEBUG nova.compute.manager [req-366357d8-8b08-45ce-89bb-0c1aa016ea8b req-7fad2f26-5b29-455b-9f3f-1f9bc601b0da service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Received event network-changed-77a48511-15e2-421a-b020-219c00b98402 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 898.577968] env[65923]: DEBUG nova.compute.manager [req-366357d8-8b08-45ce-89bb-0c1aa016ea8b req-7fad2f26-5b29-455b-9f3f-1f9bc601b0da service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Refreshing instance network info cache due to event network-changed-77a48511-15e2-421a-b020-219c00b98402. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 898.578676] env[65923]: DEBUG oslo_concurrency.lockutils [req-366357d8-8b08-45ce-89bb-0c1aa016ea8b req-7fad2f26-5b29-455b-9f3f-1f9bc601b0da service nova] Acquiring lock "refresh_cache-14668521-2b6d-4737-a6e8-4974807c4a8d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.578962] env[65923]: DEBUG oslo_concurrency.lockutils [req-366357d8-8b08-45ce-89bb-0c1aa016ea8b req-7fad2f26-5b29-455b-9f3f-1f9bc601b0da service nova] Acquired lock "refresh_cache-14668521-2b6d-4737-a6e8-4974807c4a8d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.579137] env[65923]: DEBUG nova.network.neutron [req-366357d8-8b08-45ce-89bb-0c1aa016ea8b req-7fad2f26-5b29-455b-9f3f-1f9bc601b0da service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Refreshing network info cache for port 77a48511-15e2-421a-b020-219c00b98402 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.588175] env[65923]: DEBUG nova.network.neutron [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updating instance_info_cache with network_info: [{"id": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "address": "fa:16:3e:ee:d3:2f", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3917a09d-52", "ovs_interfaceid": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.637520] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104794} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.637957] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.638941] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba80dbb-e972-44ad-b33d-42647872a45d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.667110] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 14668521-2b6d-4737-a6e8-4974807c4a8d/14668521-2b6d-4737-a6e8-4974807c4a8d.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.667569] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b51624cc-4ba0-4887-a685-711eaa18fc72 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.689970] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 898.689970] env[65923]: value = "task-4707147" [ 898.689970] env[65923]: _type = "Task" [ 898.689970] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.699252] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.741433] env[65923]: DEBUG nova.network.neutron [-] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.000447] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.000447] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.000572] env[65923]: DEBUG nova.network.neutron [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 899.025960] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: a247df41-6a1b-44a5-8476-d285a7ac9639] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 899.034115] env[65923]: DEBUG oslo_concurrency.lockutils [None req-06b492c3-a475-4301-b360-2509cb97d5ff tempest-MigrationsAdminTest-159283457 tempest-MigrationsAdminTest-159283457-project-member] Lock "e915bf9c-bcc2-46d1-a199-5bf4af3613c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.359s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.083548] env[65923]: WARNING neutronclient.v2_0.client [req-366357d8-8b08-45ce-89bb-0c1aa016ea8b req-7fad2f26-5b29-455b-9f3f-1f9bc601b0da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.092850] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.093294] env[65923]: DEBUG nova.compute.manager [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Instance network_info: |[{"id": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "address": "fa:16:3e:ee:d3:2f", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3917a09d-52", "ovs_interfaceid": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 899.093771] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:d3:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3917a09d-52d9-4142-bfa2-bbb2e6fba0fd', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.102943] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating folder: Project (dbc47e7a6f754d668677f859efa60268). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.103870] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-432fea3f-4c0f-4e84-a12e-1a5be3cffb20 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.116630] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Created folder: Project (dbc47e7a6f754d668677f859efa60268) in parent group-v918465. [ 899.116928] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating folder: Instances. Parent ref: group-v918656. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.120044] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53e35823-0712-4971-a6a5-ab05ee19eb1f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.136847] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Created folder: Instances in parent group-v918656. [ 899.137208] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 899.137436] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.137607] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fea9b408-2353-480d-9846-a534ce4d33a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.168253] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.168253] env[65923]: value = "task-4707150" [ 899.168253] env[65923]: _type = "Task" [ 899.168253] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.188749] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707150, 'name': CreateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.208786] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.246101] env[65923]: INFO nova.compute.manager [-] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Took 1.59 seconds to deallocate network for instance. [ 899.365569] env[65923]: WARNING neutronclient.v2_0.client [req-366357d8-8b08-45ce-89bb-0c1aa016ea8b req-7fad2f26-5b29-455b-9f3f-1f9bc601b0da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.416290] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "2aee232c-ab19-4f6b-8076-47e526642ad2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.416290] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "2aee232c-ab19-4f6b-8076-47e526642ad2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.530616] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: f1605558-3b41-4ea4-91a4-f9583370c33c] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 899.582249] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c203489-ae8a-47ff-bd3d-77da70c874bb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.594466] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e116bd-b7fb-446f-aacb-706b9ea31fc0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.637039] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db41b542-c8c4-4311-9d3e-79dd170b0441 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.647083] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a82876-2dfa-4765-8f25-67c3ac5c8ac4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.654404] env[65923]: DEBUG nova.network.neutron [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 899.666335] env[65923]: DEBUG nova.compute.provider_tree [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.680960] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707150, 'name': CreateVM_Task, 'duration_secs': 0.493969} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.681179] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.681703] env[65923]: WARNING neutronclient.v2_0.client [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.682340] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.682509] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.682850] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.683498] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aacc8f2-18aa-4019-992d-5831daaa1800 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.694442] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 899.694442] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e9a405-edb4-a833-715d-1ce1e30c4f64" [ 899.694442] env[65923]: _type = "Task" [ 899.694442] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.700107] env[65923]: DEBUG nova.network.neutron [req-366357d8-8b08-45ce-89bb-0c1aa016ea8b req-7fad2f26-5b29-455b-9f3f-1f9bc601b0da service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Updated VIF entry in instance network info cache for port 77a48511-15e2-421a-b020-219c00b98402. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 899.700559] env[65923]: DEBUG nova.network.neutron [req-366357d8-8b08-45ce-89bb-0c1aa016ea8b req-7fad2f26-5b29-455b-9f3f-1f9bc601b0da service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Updating instance_info_cache with network_info: [{"id": "77a48511-15e2-421a-b020-219c00b98402", "address": "fa:16:3e:af:8c:ee", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a48511-15", "ovs_interfaceid": "77a48511-15e2-421a-b020-219c00b98402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.713303] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e9a405-edb4-a833-715d-1ce1e30c4f64, 'name': SearchDatastore_Task, 'duration_secs': 0.015475} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.717464] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.717908] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.718179] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.718328] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.718545] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.719243] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707147, 'name': ReconfigVM_Task, 'duration_secs': 0.72641} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.722917] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aee702e-bcc2-48ca-bdb6-093ec17f14dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.724840] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 14668521-2b6d-4737-a6e8-4974807c4a8d/14668521-2b6d-4737-a6e8-4974807c4a8d.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.726583] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8e8a1f9-682d-41d5-b3db-a92a3cfad7e6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.736365] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 899.736365] env[65923]: value = "task-4707151" [ 899.736365] env[65923]: _type = "Task" [ 899.736365] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.738308] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.738308] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.744137] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3191bc2-c60d-4596-bbd9-fae45ab8c944 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.752046] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707151, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.754183] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.754574] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 899.754574] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5230a826-6d2e-d733-7217-d76ac1667b69" [ 899.754574] env[65923]: _type = "Task" [ 899.754574] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.765070] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5230a826-6d2e-d733-7217-d76ac1667b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.862990] env[65923]: WARNING neutronclient.v2_0.client [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.876848] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.876848] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.876848] env[65923]: DEBUG nova.compute.manager [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 899.878040] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a29c40-8980-490d-9548-5d63ff8a3043 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.885565] env[65923]: DEBUG nova.compute.manager [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65923) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 899.886359] env[65923]: DEBUG nova.objects.instance [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'flavor' on Instance uuid faf26864-9e66-437f-a93d-72f3a03ed9c9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.923087] env[65923]: DEBUG nova.compute.manager [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 899.967057] env[65923]: DEBUG nova.network.neutron [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance_info_cache with network_info: [{"id": "702a3241-1b86-4ebe-92d9-580031a38975", "address": "fa:16:3e:0e:7e:5a", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702a3241-1b", "ovs_interfaceid": "702a3241-1b86-4ebe-92d9-580031a38975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.037184] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: b4a45edd-fa29-45d3-bcc0-d92ca2070ca9] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 900.171704] env[65923]: DEBUG nova.scheduler.client.report [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.203912] env[65923]: DEBUG oslo_concurrency.lockutils [req-366357d8-8b08-45ce-89bb-0c1aa016ea8b req-7fad2f26-5b29-455b-9f3f-1f9bc601b0da service nova] Releasing lock "refresh_cache-14668521-2b6d-4737-a6e8-4974807c4a8d" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.249554] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707151, 'name': Rename_Task, 'duration_secs': 0.201672} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.249898] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.250212] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa91b9b4-97f0-47c6-941d-7cc118e1bf56 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.259086] env[65923]: DEBUG nova.compute.manager [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Received event network-changed-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 900.259329] env[65923]: DEBUG nova.compute.manager [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Refreshing instance network info cache due to event network-changed-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 900.259582] env[65923]: DEBUG oslo_concurrency.lockutils [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] Acquiring lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.259671] env[65923]: DEBUG oslo_concurrency.lockutils [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] Acquired lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.259851] env[65923]: DEBUG nova.network.neutron [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Refreshing network info cache for port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.266801] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 900.266801] env[65923]: value = "task-4707152" [ 900.266801] env[65923]: _type = "Task" [ 900.266801] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.278176] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5230a826-6d2e-d733-7217-d76ac1667b69, 'name': SearchDatastore_Task, 'duration_secs': 0.015688} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.279521] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2110d18c-91ce-4613-bba1-b9d5dc2dc637 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.286745] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707152, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.291619] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 900.291619] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52177f83-76de-26d7-b36e-2a3f0baa3ded" [ 900.291619] env[65923]: _type = "Task" [ 900.291619] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.302828] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52177f83-76de-26d7-b36e-2a3f0baa3ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.469733] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.470433] env[65923]: DEBUG nova.compute.manager [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Instance network_info: |[{"id": "702a3241-1b86-4ebe-92d9-580031a38975", "address": "fa:16:3e:0e:7e:5a", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702a3241-1b", "ovs_interfaceid": "702a3241-1b86-4ebe-92d9-580031a38975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 900.470993] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:7e:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '702a3241-1b86-4ebe-92d9-580031a38975', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.479499] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating folder: Project (61e99c161e3244529fa7b47851e148d1). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 900.479804] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-597962a3-ea25-404b-b56e-0efd1340b6d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.483329] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.493922] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Created folder: Project (61e99c161e3244529fa7b47851e148d1) in parent group-v918465. [ 900.493922] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating folder: Instances. Parent ref: group-v918659. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 900.494248] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bb389f0-6823-4097-b790-8a46ed9cf119 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.507709] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Created folder: Instances in parent group-v918659. [ 900.508213] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 900.508476] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.508755] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00dfb091-a449-41f5-9e45-c4f4416a0554 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.531510] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.531510] env[65923]: value = "task-4707155" [ 900.531510] env[65923]: _type = "Task" [ 900.531510] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.541398] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 2d55be2e-64f5-47bb-8f76-9bece533ffd1] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 900.543825] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707155, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.608238] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquiring lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.608238] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.610595] env[65923]: DEBUG nova.compute.manager [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Received event network-vif-plugged-702a3241-1b86-4ebe-92d9-580031a38975 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 900.610846] env[65923]: DEBUG oslo_concurrency.lockutils [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] Acquiring lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.611101] env[65923]: DEBUG oslo_concurrency.lockutils [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.611298] env[65923]: DEBUG oslo_concurrency.lockutils [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.611470] env[65923]: DEBUG nova.compute.manager [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] No waiting events found dispatching network-vif-plugged-702a3241-1b86-4ebe-92d9-580031a38975 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 900.611629] env[65923]: WARNING nova.compute.manager [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Received unexpected event network-vif-plugged-702a3241-1b86-4ebe-92d9-580031a38975 for instance with vm_state building and task_state spawning. [ 900.611895] env[65923]: DEBUG nova.compute.manager [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Received event network-changed-702a3241-1b86-4ebe-92d9-580031a38975 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 900.611960] env[65923]: DEBUG nova.compute.manager [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Refreshing instance network info cache due to event network-changed-702a3241-1b86-4ebe-92d9-580031a38975. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 900.612107] env[65923]: DEBUG oslo_concurrency.lockutils [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] Acquiring lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.612239] env[65923]: DEBUG oslo_concurrency.lockutils [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] Acquired lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.612417] env[65923]: DEBUG nova.network.neutron [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Refreshing network info cache for port 702a3241-1b86-4ebe-92d9-580031a38975 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.616725] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eacc9c-d100-e0d3-3b7e-1129fe2a8bbc/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 900.618553] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0043ff9b-1c1a-479c-ab89-ec2afff16a55 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.623245] env[65923]: WARNING neutronclient.v2_0.client [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.633358] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eacc9c-d100-e0d3-3b7e-1129fe2a8bbc/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 900.633613] env[65923]: ERROR oslo_vmware.rw_handles [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eacc9c-d100-e0d3-3b7e-1129fe2a8bbc/disk-0.vmdk due to incomplete transfer. [ 900.633930] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6d287866-7ac5-411d-8e37-6b70063a195f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.646964] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eacc9c-d100-e0d3-3b7e-1129fe2a8bbc/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 900.647443] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Uploaded image 86943349-20e1-42f8-a7c8-b1a4d08204f1 to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 900.649668] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 900.649979] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fe60e56e-b19d-41a9-ae92-09da067005d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.657998] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 900.657998] env[65923]: value = "task-4707156" [ 900.657998] env[65923]: _type = "Task" [ 900.657998] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.668659] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707156, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.677899] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.680157] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.575s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.681710] env[65923]: INFO nova.compute.claims [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.707346] env[65923]: INFO nova.scheduler.client.report [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Deleted allocations for instance 49ae1e95-2990-46aa-92c6-f560d5a4a188 [ 900.769230] env[65923]: WARNING neutronclient.v2_0.client [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.782833] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.808239] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52177f83-76de-26d7-b36e-2a3f0baa3ded, 'name': SearchDatastore_Task, 'duration_secs': 0.015454} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.811825] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.812167] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] ba82b333-4918-4194-8344-3d175ada5b2e/ba82b333-4918-4194-8344-3d175ada5b2e.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.812598] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6b49082-34e4-42ae-931c-ec85d60343f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.820617] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 900.820617] env[65923]: value = "task-4707157" [ 900.820617] env[65923]: _type = "Task" [ 900.820617] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.830816] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.836043] env[65923]: WARNING neutronclient.v2_0.client [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.897624] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.898201] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f749666-f87c-44ce-9270-ea8bfcd12945 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.910911] env[65923]: DEBUG oslo_vmware.api [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 900.910911] env[65923]: value = "task-4707158" [ 900.910911] env[65923]: _type = "Task" [ 900.910911] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.916893] env[65923]: DEBUG nova.network.neutron [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updated VIF entry in instance network info cache for port 702a3241-1b86-4ebe-92d9-580031a38975. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 900.917415] env[65923]: DEBUG nova.network.neutron [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance_info_cache with network_info: [{"id": "702a3241-1b86-4ebe-92d9-580031a38975", "address": "fa:16:3e:0e:7e:5a", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702a3241-1b", "ovs_interfaceid": "702a3241-1b86-4ebe-92d9-580031a38975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.925654] env[65923]: DEBUG oslo_vmware.api [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.947121] env[65923]: WARNING neutronclient.v2_0.client [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.028830] env[65923]: DEBUG nova.network.neutron [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updated VIF entry in instance network info cache for port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 901.029364] env[65923]: DEBUG nova.network.neutron [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updating instance_info_cache with network_info: [{"id": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "address": "fa:16:3e:ee:d3:2f", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3917a09d-52", "ovs_interfaceid": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.044321] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707155, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.045687] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: ea244c3a-7a70-41f0-9c72-0d09e8044394] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 901.118798] env[65923]: DEBUG nova.compute.manager [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 901.170798] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707156, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.216628] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b75c2fca-8c88-4f3d-9925-dbbed5119c45 tempest-ServerRescueTestJSONUnderV235-2041454144 tempest-ServerRescueTestJSONUnderV235-2041454144-project-member] Lock "49ae1e95-2990-46aa-92c6-f560d5a4a188" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.112s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.286271] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.335406] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707157, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.424185] env[65923]: DEBUG oslo_concurrency.lockutils [req-5fc7674b-0ae0-4e2a-b3da-2798df165500 req-1f898c6d-ccbb-456d-a4ba-d4635104cf29 service nova] Releasing lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.425289] env[65923]: DEBUG oslo_vmware.api [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707158, 'name': PowerOffVM_Task, 'duration_secs': 0.252512} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.426088] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.427762] env[65923]: DEBUG nova.compute.manager [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 901.428526] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7823da-90c3-47aa-8cfc-c85459190357 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.533221] env[65923]: DEBUG oslo_concurrency.lockutils [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] Releasing lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.533221] env[65923]: DEBUG nova.compute.manager [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Received event network-vif-deleted-a87ab835-f37d-4052-bade-efe4401dea7a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 901.533427] env[65923]: DEBUG nova.compute.manager [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Received event network-vif-deleted-723c3990-8c0e-434b-b789-ac8d66d457b0 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 901.533629] env[65923]: DEBUG nova.compute.manager [req-b887c7df-72a4-4268-9701-71ce586a4849 req-21f2024c-e13f-43b3-8ee5-f4f8d5b1429f service nova] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Received event network-vif-deleted-411b8982-9512-42a4-9f32-e8663cab0fe9 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 901.546749] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707155, 'name': CreateVM_Task, 'duration_secs': 0.578769} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.547109] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.547906] env[65923]: WARNING neutronclient.v2_0.client [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.548504] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.548901] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.549424] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.550088] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: e643ac73-5f1b-4242-be78-663d1aa82ae2] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 901.552674] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151d85a7-ab71-48e8-97d7-1207de87947f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.560204] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 901.560204] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f12244-d283-ce83-96bd-29f3024470b8" [ 901.560204] env[65923]: _type = "Task" [ 901.560204] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.570892] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f12244-d283-ce83-96bd-29f3024470b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.647768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.670232] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707156, 'name': Destroy_Task, 'duration_secs': 0.972296} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.670738] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Destroyed the VM [ 901.671130] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 901.671519] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-59ce01e1-7df4-4e19-806b-fde23581701e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.681462] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 901.681462] env[65923]: value = "task-4707159" [ 901.681462] env[65923]: _type = "Task" [ 901.681462] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.697842] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707159, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.783587] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707152, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.835723] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634708} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.835723] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] ba82b333-4918-4194-8344-3d175ada5b2e/ba82b333-4918-4194-8344-3d175ada5b2e.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.836162] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.836225] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-413be4c5-d4eb-4ebe-90e6-cc8388e19f5a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.844415] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 901.844415] env[65923]: value = "task-4707160" [ 901.844415] env[65923]: _type = "Task" [ 901.844415] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.854400] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.945392] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcd62284-0285-4403-8e1b-57b3a995edb1 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.022647] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211a2bbc-d632-4ae5-a9c5-1b7fab3735b3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.031699] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc7a34-83df-4652-baaf-54ca1af91765 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.065087] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 7423b238-de72-4240-8067-039cf6171722] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 902.071103] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6277e500-42e0-4f61-ba17-4fd123e4bc87 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.081862] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f12244-d283-ce83-96bd-29f3024470b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013488} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.085537] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.086080] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.086124] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.086402] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.086474] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.086788] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ab65b2a-8b8e-4258-a67c-44b59c4f33ed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.090261] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13baf1fa-b6c5-4877-a37c-15b94f453f82 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.110212] env[65923]: DEBUG nova.compute.provider_tree [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.114043] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.114043] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.118618] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3dbeca-e48e-446d-9222-dd4c067e74eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.122769] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquiring lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.123022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.130415] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 902.130415] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ed96ed-61e9-6ca2-7578-2b4050dcbce1" [ 902.130415] env[65923]: _type = "Task" [ 902.130415] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.142792] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ed96ed-61e9-6ca2-7578-2b4050dcbce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.192757] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707159, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.284870] env[65923]: DEBUG oslo_vmware.api [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707152, 'name': PowerOnVM_Task, 'duration_secs': 1.673133} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.284870] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.286128] env[65923]: INFO nova.compute.manager [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Took 9.87 seconds to spawn the instance on the hypervisor. [ 902.286338] env[65923]: DEBUG nova.compute.manager [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 902.288287] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457ce88c-64c2-45e0-81f7-8c15bbc8ea39 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.362208] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177761} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.362929] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.364364] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56797806-2066-4a3a-a252-72bdfbda36f8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.397035] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] ba82b333-4918-4194-8344-3d175ada5b2e/ba82b333-4918-4194-8344-3d175ada5b2e.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.397459] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8bcf93f-e2b7-4de2-8f81-03d642898371 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.422624] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 902.422624] env[65923]: value = "task-4707161" [ 902.422624] env[65923]: _type = "Task" [ 902.422624] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.432382] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.568815] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 80558328-490b-494e-89a4-b0b2af804e32] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 902.626931] env[65923]: DEBUG nova.compute.manager [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 902.639710] env[65923]: ERROR nova.scheduler.client.report [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [req-80434192-38be-4300-b6d9-5e9af70ab720] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-80434192-38be-4300-b6d9-5e9af70ab720"}]} [ 902.656021] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ed96ed-61e9-6ca2-7578-2b4050dcbce1, 'name': SearchDatastore_Task, 'duration_secs': 0.026778} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.656021] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bae8d67-9ceb-4368-b922-0cc878ef86b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.662235] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 902.662235] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e60cfa-88aa-070a-3f8c-ab88c6dd9075" [ 902.662235] env[65923]: _type = "Task" [ 902.662235] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.669571] env[65923]: DEBUG nova.scheduler.client.report [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 902.675222] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e60cfa-88aa-070a-3f8c-ab88c6dd9075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.694867] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707159, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.695991] env[65923]: DEBUG nova.scheduler.client.report [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 902.696314] env[65923]: DEBUG nova.compute.provider_tree [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.716383] env[65923]: DEBUG nova.scheduler.client.report [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 902.736220] env[65923]: DEBUG nova.objects.instance [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'flavor' on Instance uuid faf26864-9e66-437f-a93d-72f3a03ed9c9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.742425] env[65923]: DEBUG nova.scheduler.client.report [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 902.810267] env[65923]: INFO nova.compute.manager [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Took 43.28 seconds to build instance. [ 902.935081] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707161, 'name': ReconfigVM_Task, 'duration_secs': 0.309564} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.938006] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Reconfigured VM instance instance-00000049 to attach disk [datastore2] ba82b333-4918-4194-8344-3d175ada5b2e/ba82b333-4918-4194-8344-3d175ada5b2e.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.938884] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba1b9d9f-5ee7-4915-a71c-29a9dd840e34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.947493] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 902.947493] env[65923]: value = "task-4707162" [ 902.947493] env[65923]: _type = "Task" [ 902.947493] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.960399] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707162, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.072793] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 3241b026-b4da-4d69-a897-399348248f58] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 903.077669] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e3e300-db61-4b62-8586-b4994016e7ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.086545] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bb76a5-7757-4d90-9956-d93f54c86942 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.136772] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c98095b-48cc-4af8-9b93-2a53ee90d034 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.148995] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53b88a9-25b6-41fd-95b1-06f21625bfdb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.157068] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.166170] env[65923]: DEBUG nova.compute.provider_tree [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.177607] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e60cfa-88aa-070a-3f8c-ab88c6dd9075, 'name': SearchDatastore_Task, 'duration_secs': 0.020467} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.180023] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.180023] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] c70d2116-f92a-44a6-a90b-c7e1ee0f469f/c70d2116-f92a-44a6-a90b-c7e1ee0f469f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.180023] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c076f397-e95c-41b4-a3c5-9e201a1f0d6b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.188189] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 903.188189] env[65923]: value = "task-4707163" [ 903.188189] env[65923]: _type = "Task" [ 903.188189] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.195167] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707159, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.200828] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.239292] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.239633] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.239686] env[65923]: DEBUG nova.network.neutron [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 903.239840] env[65923]: DEBUG nova.objects.instance [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'info_cache' on Instance uuid faf26864-9e66-437f-a93d-72f3a03ed9c9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.312855] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9892ccbe-b00e-459c-a544-ab6a14d1c63f tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "14668521-2b6d-4737-a6e8-4974807c4a8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.493s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.458414] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707162, 'name': Rename_Task, 'duration_secs': 0.164383} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.458698] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.458993] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0313d752-f045-45d7-be37-4b5975f55611 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.470204] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 903.470204] env[65923]: value = "task-4707164" [ 903.470204] env[65923]: _type = "Task" [ 903.470204] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.477363] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.581807] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 727f71cf-6ce0-4ab2-9d7b-3ba2862c2054] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 903.672482] env[65923]: DEBUG nova.scheduler.client.report [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.700524] env[65923]: DEBUG oslo_vmware.api [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707159, 'name': RemoveSnapshot_Task, 'duration_secs': 1.533668} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.705609] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 903.705859] env[65923]: INFO nova.compute.manager [None req-c8137f32-7a45-4cb0-abf0-97d444054fd1 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Took 15.24 seconds to snapshot the instance on the hypervisor. [ 903.708793] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707163, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.710653] env[65923]: DEBUG oslo_concurrency.lockutils [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "14668521-2b6d-4737-a6e8-4974807c4a8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.710915] env[65923]: DEBUG oslo_concurrency.lockutils [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "14668521-2b6d-4737-a6e8-4974807c4a8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.713800] env[65923]: DEBUG oslo_concurrency.lockutils [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "14668521-2b6d-4737-a6e8-4974807c4a8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.713800] env[65923]: DEBUG oslo_concurrency.lockutils [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "14668521-2b6d-4737-a6e8-4974807c4a8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.713800] env[65923]: DEBUG oslo_concurrency.lockutils [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "14668521-2b6d-4737-a6e8-4974807c4a8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.714141] env[65923]: INFO nova.compute.manager [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Terminating instance [ 903.746195] env[65923]: DEBUG nova.objects.base [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 903.978177] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.086940] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: eae8d221-9157-4c20-94d7-0b74377caafc] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 904.177759] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.497s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.178389] env[65923]: DEBUG nova.compute.manager [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 904.182130] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.991s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.200973] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736161} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.201343] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] c70d2116-f92a-44a6-a90b-c7e1ee0f469f/c70d2116-f92a-44a6-a90b-c7e1ee0f469f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.201634] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.202511] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64042ea8-5f1f-4b1e-a681-cd0f9ce345ee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.212831] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 904.212831] env[65923]: value = "task-4707165" [ 904.212831] env[65923]: _type = "Task" [ 904.212831] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.219035] env[65923]: DEBUG nova.compute.manager [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 904.219347] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.220246] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a166b9-0bc7-452a-9a0b-5250b98ceea2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.227713] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.233229] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.233523] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acc1fc7d-b198-48d4-a4bb-a76702a52e7d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.242190] env[65923]: DEBUG oslo_vmware.api [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 904.242190] env[65923]: value = "task-4707166" [ 904.242190] env[65923]: _type = "Task" [ 904.242190] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.253906] env[65923]: WARNING neutronclient.v2_0.client [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.257528] env[65923]: DEBUG oslo_vmware.api [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.478417] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.493249] env[65923]: WARNING neutronclient.v2_0.client [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.583563] env[65923]: DEBUG nova.network.neutron [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance_info_cache with network_info: [{"id": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "address": "fa:16:3e:38:81:65", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32eb5f4-f6", "ovs_interfaceid": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.589748] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 65281687-0bbe-41c1-acc7-342178044749] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 904.687908] env[65923]: DEBUG nova.compute.utils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.693102] env[65923]: INFO nova.compute.claims [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.699159] env[65923]: DEBUG nova.compute.manager [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 904.699238] env[65923]: DEBUG nova.network.neutron [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 904.699670] env[65923]: WARNING neutronclient.v2_0.client [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.700432] env[65923]: WARNING neutronclient.v2_0.client [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.724639] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082089} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.724732] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.725576] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd73517-133e-4857-8cec-5e0862c9091d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.749636] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] c70d2116-f92a-44a6-a90b-c7e1ee0f469f/c70d2116-f92a-44a6-a90b-c7e1ee0f469f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.750291] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4baaf171-6aaf-43fd-9080-4003bed7d432 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.769212] env[65923]: DEBUG nova.policy [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c07274db5094d44af538ad45de1390e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '762cdafefc96477ea8d929e961258dd4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.781777] env[65923]: DEBUG oslo_vmware.api [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707166, 'name': PowerOffVM_Task, 'duration_secs': 0.203768} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.783118] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.783341] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.783760] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 904.783760] env[65923]: value = "task-4707167" [ 904.783760] env[65923]: _type = "Task" [ 904.783760] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.783945] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2273943c-d530-4bc6-81ca-6186d01765f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.795518] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.862795] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.863062] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.863250] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleting the datastore file [datastore2] 14668521-2b6d-4737-a6e8-4974807c4a8d {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.863647] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8981b9f3-a3b1-44c7-85ef-4df477624df5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.873419] env[65923]: DEBUG oslo_vmware.api [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 904.873419] env[65923]: value = "task-4707169" [ 904.873419] env[65923]: _type = "Task" [ 904.873419] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.885041] env[65923]: DEBUG oslo_vmware.api [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.981022] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707164, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.084406] env[65923]: DEBUG nova.network.neutron [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Successfully created port: f0925a20-c189-4d88-aaa0-ef28f56e20fd {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 905.087214] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.093431] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: a39b73d3-2d00-4ae9-8513-3689b553349d] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 905.202039] env[65923]: INFO nova.compute.resource_tracker [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating resource usage from migration e0148f5c-926b-406e-a0cb-2d6bb6d6d1df [ 905.206650] env[65923]: DEBUG nova.compute.manager [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 905.295798] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707167, 'name': ReconfigVM_Task, 'duration_secs': 0.355073} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.296116] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Reconfigured VM instance instance-0000004a to attach disk [datastore2] c70d2116-f92a-44a6-a90b-c7e1ee0f469f/c70d2116-f92a-44a6-a90b-c7e1ee0f469f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.296882] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54cf1c2e-db71-4f34-bff5-74022d007a42 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.305199] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 905.305199] env[65923]: value = "task-4707170" [ 905.305199] env[65923]: _type = "Task" [ 905.305199] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.318338] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707170, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.388024] env[65923]: DEBUG oslo_vmware.api [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139076} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.388024] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.388024] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.388024] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.388024] env[65923]: INFO nova.compute.manager [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 905.388024] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 905.388024] env[65923]: DEBUG nova.compute.manager [-] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 905.388024] env[65923]: DEBUG nova.network.neutron [-] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 905.388024] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.479604] env[65923]: DEBUG oslo_vmware.api [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707164, 'name': PowerOnVM_Task, 'duration_secs': 1.532958} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.482321] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.482534] env[65923]: INFO nova.compute.manager [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Took 10.59 seconds to spawn the instance on the hypervisor. [ 905.482707] env[65923]: DEBUG nova.compute.manager [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 905.483691] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfe5e90-5fa9-4f02-8916-1e59524aac4a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.508466] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.576447] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e53b73d-315d-4009-ae68-800d8b9b5552 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.585129] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd1c7f3-ae84-4b8c-9563-6f1d7c07c42e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.618148] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 6971b489-9a9a-4072-9ee6-f2d8d4fade94] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 905.621378] env[65923]: DEBUG nova.compute.manager [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 905.622470] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.623452] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a14bdb-00e8-4893-bb2a-82e18f91f226 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.626709] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b5eb2a-5bda-483f-ad42-98c1ad684e09 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.630290] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf64810c-d540-4434-ad04-6a01344a4aa1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.643729] env[65923]: DEBUG oslo_vmware.api [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 905.643729] env[65923]: value = "task-4707171" [ 905.643729] env[65923]: _type = "Task" [ 905.643729] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.645228] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f84e5f-bab9-4da8-bf68-cdfb8adfaf06 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.664064] env[65923]: DEBUG nova.compute.provider_tree [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.669604] env[65923]: DEBUG oslo_vmware.api [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707171, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.816321] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707170, 'name': Rename_Task, 'duration_secs': 0.170577} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.816599] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.816878] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a405fba-1a65-4ae7-b1ab-67af02b47ba0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.825237] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 905.825237] env[65923]: value = "task-4707172" [ 905.825237] env[65923]: _type = "Task" [ 905.825237] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.835222] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.993795] env[65923]: DEBUG nova.compute.manager [req-d390b404-ec41-4b43-94f7-060ab14b1c22 req-b216a127-91bf-4ce8-bfec-db29c2fcc980 service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Received event network-vif-deleted-77a48511-15e2-421a-b020-219c00b98402 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 905.994365] env[65923]: INFO nova.compute.manager [req-d390b404-ec41-4b43-94f7-060ab14b1c22 req-b216a127-91bf-4ce8-bfec-db29c2fcc980 service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Neutron deleted interface 77a48511-15e2-421a-b020-219c00b98402; detaching it from the instance and deleting it from the info cache [ 905.994683] env[65923]: DEBUG nova.network.neutron [req-d390b404-ec41-4b43-94f7-060ab14b1c22 req-b216a127-91bf-4ce8-bfec-db29c2fcc980 service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.005598] env[65923]: INFO nova.compute.manager [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Took 36.54 seconds to build instance. [ 906.122732] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 96c16056-d944-45c0-a016-3d64751d85c2] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 906.145377] env[65923]: INFO nova.compute.manager [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] instance snapshotting [ 906.149017] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef90343b-8b9a-40db-852b-45d1a123ac5b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.172902] env[65923]: DEBUG nova.scheduler.client.report [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.180898] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22a269b-940a-416c-b372-c657e3ecb833 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.183482] env[65923]: DEBUG oslo_vmware.api [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707171, 'name': PowerOnVM_Task, 'duration_secs': 0.417159} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.184096] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.184367] env[65923]: DEBUG nova.compute.manager [None req-3fad9a76-d58d-4b31-90e7-5d0568abd22b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 906.185909] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8845e813-4c1c-48b1-a53f-e3932a0cb82a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.216549] env[65923]: DEBUG nova.compute.manager [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 906.240904] env[65923]: DEBUG nova.virt.hardware [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 906.241196] env[65923]: DEBUG nova.virt.hardware [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.241352] env[65923]: DEBUG nova.virt.hardware [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 906.241529] env[65923]: DEBUG nova.virt.hardware [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.241672] env[65923]: DEBUG nova.virt.hardware [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 906.241816] env[65923]: DEBUG nova.virt.hardware [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 906.242060] env[65923]: DEBUG nova.virt.hardware [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 906.242277] env[65923]: DEBUG nova.virt.hardware [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 906.242490] env[65923]: DEBUG nova.virt.hardware [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 906.242663] env[65923]: DEBUG nova.virt.hardware [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 906.242834] env[65923]: DEBUG nova.virt.hardware [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 906.244042] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164db619-0f9a-42a2-a921-e44714295e89 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.252807] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95314c0-6af8-415b-8de5-b1e3cfff96d3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.283472] env[65923]: DEBUG nova.network.neutron [-] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.336990] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707172, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.498457] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ba7847b-8e40-40db-8fea-30d43d8b30ad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.508277] env[65923]: DEBUG oslo_concurrency.lockutils [None req-91a90467-1c03-4165-8d17-31f57b2ffcde tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.058s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.512169] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b7ca0d-8c85-4668-9989-9ae6d9a901ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.553742] env[65923]: DEBUG nova.compute.manager [req-d390b404-ec41-4b43-94f7-060ab14b1c22 req-b216a127-91bf-4ce8-bfec-db29c2fcc980 service nova] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Detach interface failed, port_id=77a48511-15e2-421a-b020-219c00b98402, reason: Instance 14668521-2b6d-4737-a6e8-4974807c4a8d could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.626971] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: dcb140a2-7c3e-45aa-99a0-cfd7358843c0] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 906.686456] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.503s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.686456] env[65923]: INFO nova.compute.manager [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Migrating [ 906.698079] env[65923]: DEBUG nova.network.neutron [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Successfully updated port: f0925a20-c189-4d88-aaa0-ef28f56e20fd {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 906.699930] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.179s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.702215] env[65923]: DEBUG nova.objects.instance [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lazy-loading 'resources' on Instance uuid c29965a6-818c-4a69-afce-4991dac24350 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.705577] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 906.713058] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "refresh_cache-257c0b6f-4070-4ad3-a30e-0fb53935c171" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.713246] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired lock "refresh_cache-257c0b6f-4070-4ad3-a30e-0fb53935c171" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.713418] env[65923]: DEBUG nova.network.neutron [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 906.716768] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6afb09a-7988-464a-9933-ccb4eaa06564 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.731269] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 906.731269] env[65923]: value = "task-4707173" [ 906.731269] env[65923]: _type = "Task" [ 906.731269] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.745757] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707173, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.761636] env[65923]: DEBUG nova.compute.manager [req-e4cf4de8-266b-45dc-ab97-7c99a62eb19c req-55fca0b9-02f2-4b81-9b26-e52d0ae5aaa8 service nova] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Received event network-vif-plugged-f0925a20-c189-4d88-aaa0-ef28f56e20fd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 906.763220] env[65923]: DEBUG oslo_concurrency.lockutils [req-e4cf4de8-266b-45dc-ab97-7c99a62eb19c req-55fca0b9-02f2-4b81-9b26-e52d0ae5aaa8 service nova] Acquiring lock "257c0b6f-4070-4ad3-a30e-0fb53935c171-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.763220] env[65923]: DEBUG oslo_concurrency.lockutils [req-e4cf4de8-266b-45dc-ab97-7c99a62eb19c req-55fca0b9-02f2-4b81-9b26-e52d0ae5aaa8 service nova] Lock "257c0b6f-4070-4ad3-a30e-0fb53935c171-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.763220] env[65923]: DEBUG oslo_concurrency.lockutils [req-e4cf4de8-266b-45dc-ab97-7c99a62eb19c req-55fca0b9-02f2-4b81-9b26-e52d0ae5aaa8 service nova] Lock "257c0b6f-4070-4ad3-a30e-0fb53935c171-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.763220] env[65923]: DEBUG nova.compute.manager [req-e4cf4de8-266b-45dc-ab97-7c99a62eb19c req-55fca0b9-02f2-4b81-9b26-e52d0ae5aaa8 service nova] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] No waiting events found dispatching network-vif-plugged-f0925a20-c189-4d88-aaa0-ef28f56e20fd {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 906.763715] env[65923]: WARNING nova.compute.manager [req-e4cf4de8-266b-45dc-ab97-7c99a62eb19c req-55fca0b9-02f2-4b81-9b26-e52d0ae5aaa8 service nova] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Received unexpected event network-vif-plugged-f0925a20-c189-4d88-aaa0-ef28f56e20fd for instance with vm_state building and task_state spawning. [ 906.786188] env[65923]: INFO nova.compute.manager [-] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Took 1.40 seconds to deallocate network for instance. [ 906.836921] env[65923]: DEBUG oslo_vmware.api [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707172, 'name': PowerOnVM_Task, 'duration_secs': 0.761674} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.837227] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.837506] env[65923]: INFO nova.compute.manager [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Took 9.36 seconds to spawn the instance on the hypervisor. [ 906.837731] env[65923]: DEBUG nova.compute.manager [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 906.838844] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9ca74-0a48-4f3d-b14e-71fa522ed833 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.137301] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: dc37fb3c-1afc-42df-8efe-69668e31992a] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 907.221982] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.222658] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.222658] env[65923]: DEBUG nova.network.neutron [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 907.244595] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707173, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.295583] env[65923]: DEBUG oslo_concurrency.lockutils [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.303530] env[65923]: DEBUG nova.network.neutron [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 907.376767] env[65923]: INFO nova.compute.manager [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Took 24.13 seconds to build instance. [ 907.448884] env[65923]: WARNING neutronclient.v2_0.client [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.543906] env[65923]: DEBUG nova.network.neutron [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Updating instance_info_cache with network_info: [{"id": "f0925a20-c189-4d88-aaa0-ef28f56e20fd", "address": "fa:16:3e:12:76:53", "network": {"id": "324c9af9-fbae-49f4-ae27-22ef54ab7bff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1966157917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "762cdafefc96477ea8d929e961258dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0925a20-c1", "ovs_interfaceid": "f0925a20-c189-4d88-aaa0-ef28f56e20fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.584116] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18f1f09-2241-4061-8fc6-7fbe3a8c69bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.593973] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2934a7f3-dc63-49b3-8c45-1b9db4ee20fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.629706] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e5b155-2f06-43af-b35d-2856f7a97ce8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.638890] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6452de-7c17-4da9-a5c5-d326683d1df8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.643232] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: f1e9dd22-ffcc-418a-b1f8-efa9e3152cb7] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 907.657580] env[65923]: DEBUG nova.compute.provider_tree [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.730025] env[65923]: WARNING neutronclient.v2_0.client [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.745388] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707173, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.878793] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4cadfc8-c198-40b6-8fb2-4fa16ae278aa tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.659s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.888786] env[65923]: WARNING neutronclient.v2_0.client [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.977330] env[65923]: DEBUG nova.network.neutron [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance_info_cache with network_info: [{"id": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "address": "fa:16:3e:d2:0b:23", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a400e1-12", "ovs_interfaceid": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.050355] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Releasing lock "refresh_cache-257c0b6f-4070-4ad3-a30e-0fb53935c171" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.050505] env[65923]: DEBUG nova.compute.manager [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Instance network_info: |[{"id": "f0925a20-c189-4d88-aaa0-ef28f56e20fd", "address": "fa:16:3e:12:76:53", "network": {"id": "324c9af9-fbae-49f4-ae27-22ef54ab7bff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1966157917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "762cdafefc96477ea8d929e961258dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0925a20-c1", "ovs_interfaceid": "f0925a20-c189-4d88-aaa0-ef28f56e20fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 908.050923] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:76:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0925a20-c189-4d88-aaa0-ef28f56e20fd', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.059188] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Creating folder: Project (762cdafefc96477ea8d929e961258dd4). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.059951] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f89f67f-cb3f-405a-baf4-775cbc7098bd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.075022] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Created folder: Project (762cdafefc96477ea8d929e961258dd4) in parent group-v918465. [ 908.075022] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Creating folder: Instances. Parent ref: group-v918663. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.075430] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf6bb48f-eaa8-4bf9-b523-eba97fd51a64 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.089028] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Created folder: Instances in parent group-v918663. [ 908.089028] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 908.089028] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.089028] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3553ea1-23f2-497c-b297-8d59e056bc99 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.115571] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.115571] env[65923]: value = "task-4707176" [ 908.115571] env[65923]: _type = "Task" [ 908.115571] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.127012] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707176, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.141206] env[65923]: DEBUG nova.compute.manager [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Received event network-changed-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.141496] env[65923]: DEBUG nova.compute.manager [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Refreshing instance network info cache due to event network-changed-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 908.141616] env[65923]: DEBUG oslo_concurrency.lockutils [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] Acquiring lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.141747] env[65923]: DEBUG oslo_concurrency.lockutils [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] Acquired lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.141892] env[65923]: DEBUG nova.network.neutron [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Refreshing network info cache for port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.146885] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 5a1c2245-b7e5-4939-850d-7d148518a413] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 908.160531] env[65923]: DEBUG nova.scheduler.client.report [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.244755] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707173, 'name': CreateSnapshot_Task, 'duration_secs': 1.041808} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.245038] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 908.245862] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c685812e-6e4d-40fb-a473-93d8c4dbbd64 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.480762] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.609828] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquiring lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.610110] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.610350] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquiring lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.610544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.610713] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.613175] env[65923]: INFO nova.compute.manager [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Terminating instance [ 908.629173] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707176, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.644980] env[65923]: WARNING neutronclient.v2_0.client [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.650056] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 6077d2c8-ec37-4f4e-8fde-434db9fac899] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 908.665831] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.668903] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.571s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.668903] env[65923]: DEBUG nova.objects.instance [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lazy-loading 'resources' on Instance uuid 51f00248-8338-4265-b338-52b4d75539fe {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.706493] env[65923]: INFO nova.scheduler.client.report [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted allocations for instance c29965a6-818c-4a69-afce-4991dac24350 [ 908.764659] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.766356] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cfbf5f0c-d64b-4d34-be7a-87fbd4be98bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.775978] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 908.775978] env[65923]: value = "task-4707177" [ 908.775978] env[65923]: _type = "Task" [ 908.775978] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.788574] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707177, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.796663] env[65923]: DEBUG nova.compute.manager [req-0640d95d-7b58-4c5d-b88c-8de0af21cd5b req-54b9d294-3ce8-447a-9815-ebfd4985526f service nova] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Received event network-changed-f0925a20-c189-4d88-aaa0-ef28f56e20fd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.796866] env[65923]: DEBUG nova.compute.manager [req-0640d95d-7b58-4c5d-b88c-8de0af21cd5b req-54b9d294-3ce8-447a-9815-ebfd4985526f service nova] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Refreshing instance network info cache due to event network-changed-f0925a20-c189-4d88-aaa0-ef28f56e20fd. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 908.797085] env[65923]: DEBUG oslo_concurrency.lockutils [req-0640d95d-7b58-4c5d-b88c-8de0af21cd5b req-54b9d294-3ce8-447a-9815-ebfd4985526f service nova] Acquiring lock "refresh_cache-257c0b6f-4070-4ad3-a30e-0fb53935c171" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.797222] env[65923]: DEBUG oslo_concurrency.lockutils [req-0640d95d-7b58-4c5d-b88c-8de0af21cd5b req-54b9d294-3ce8-447a-9815-ebfd4985526f service nova] Acquired lock "refresh_cache-257c0b6f-4070-4ad3-a30e-0fb53935c171" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.797374] env[65923]: DEBUG nova.network.neutron [req-0640d95d-7b58-4c5d-b88c-8de0af21cd5b req-54b9d294-3ce8-447a-9815-ebfd4985526f service nova] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Refreshing network info cache for port f0925a20-c189-4d88-aaa0-ef28f56e20fd {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.840304] env[65923]: WARNING neutronclient.v2_0.client [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.916235] env[65923]: DEBUG nova.network.neutron [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updated VIF entry in instance network info cache for port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 908.916798] env[65923]: DEBUG nova.network.neutron [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updating instance_info_cache with network_info: [{"id": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "address": "fa:16:3e:ee:d3:2f", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3917a09d-52", "ovs_interfaceid": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.117738] env[65923]: DEBUG nova.compute.manager [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 909.117956] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.121313] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43479340-9aaf-4893-88bf-9e2d25d65fb2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.133497] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707176, 'name': CreateVM_Task, 'duration_secs': 0.594873} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.135891] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.136327] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.136866] env[65923]: WARNING neutronclient.v2_0.client [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.137232] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.137403] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.137683] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.137974] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a8876c-0a09-4d00-872c-0411b75bc796 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.139839] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eca6e66-d0bc-43ac-9790-ce7e4c3fc4cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.146395] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 909.146395] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ee28e3-7e1e-d07d-66dc-f7080990581b" [ 909.146395] env[65923]: _type = "Task" [ 909.146395] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.147950] env[65923]: DEBUG oslo_vmware.api [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for the task: (returnval){ [ 909.147950] env[65923]: value = "task-4707178" [ 909.147950] env[65923]: _type = "Task" [ 909.147950] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.154844] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 90812af0-5d71-4864-82f1-b852f3454c23] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 909.162043] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ee28e3-7e1e-d07d-66dc-f7080990581b, 'name': SearchDatastore_Task, 'duration_secs': 0.012754} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.165956] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.166246] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.166490] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.166645] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.166816] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.167306] env[65923]: DEBUG oslo_vmware.api [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.167776] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a06989c-2294-48a4-886a-c8661257dc93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.179862] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.180089] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.181034] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e6e845-e724-437c-b64e-4a884fb31f17 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.189307] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 909.189307] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52461b48-acb1-d790-51e3-9151cef73c20" [ 909.189307] env[65923]: _type = "Task" [ 909.189307] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.203134] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52461b48-acb1-d790-51e3-9151cef73c20, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.207255] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3994e717-c461-4f8f-a9a9-86e45c8d137d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.216049] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 909.216049] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521ccfec-9644-588d-21c8-da5e70b65c5f" [ 909.216049] env[65923]: _type = "Task" [ 909.216049] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.216615] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3bf9a9b-19bc-4fe2-94a2-0e367887183b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "c29965a6-818c-4a69-afce-4991dac24350" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.155s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.234117] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521ccfec-9644-588d-21c8-da5e70b65c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011307} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.234473] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.234684] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 257c0b6f-4070-4ad3-a30e-0fb53935c171/257c0b6f-4070-4ad3-a30e-0fb53935c171.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.235323] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8f8caa7-2dce-4a20-89f2-de3663fe7519 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.248971] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 909.248971] env[65923]: value = "task-4707179" [ 909.248971] env[65923]: _type = "Task" [ 909.248971] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.263201] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.287673] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707177, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.300641] env[65923]: WARNING neutronclient.v2_0.client [req-0640d95d-7b58-4c5d-b88c-8de0af21cd5b req-54b9d294-3ce8-447a-9815-ebfd4985526f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.422568] env[65923]: DEBUG oslo_concurrency.lockutils [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] Releasing lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.423206] env[65923]: DEBUG nova.compute.manager [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Received event network-changed-702a3241-1b86-4ebe-92d9-580031a38975 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 909.423421] env[65923]: DEBUG nova.compute.manager [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Refreshing instance network info cache due to event network-changed-702a3241-1b86-4ebe-92d9-580031a38975. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 909.423715] env[65923]: DEBUG oslo_concurrency.lockutils [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] Acquiring lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.423898] env[65923]: DEBUG oslo_concurrency.lockutils [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] Acquired lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.424120] env[65923]: DEBUG nova.network.neutron [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Refreshing network info cache for port 702a3241-1b86-4ebe-92d9-580031a38975 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.551824] env[65923]: WARNING neutronclient.v2_0.client [req-0640d95d-7b58-4c5d-b88c-8de0af21cd5b req-54b9d294-3ce8-447a-9815-ebfd4985526f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.593561] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e695fafc-a458-4aab-bd5a-d673aa56293f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.607676] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd98110-5e1c-421d-99ad-d913623a79fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.652160] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f4d8dc-2848-4df8-ac65-a9eaa5743154 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.659693] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 0c54deca-255e-411c-9642-ac2ce1872584] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 909.664871] env[65923]: DEBUG nova.network.neutron [req-0640d95d-7b58-4c5d-b88c-8de0af21cd5b req-54b9d294-3ce8-447a-9815-ebfd4985526f service nova] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Updated VIF entry in instance network info cache for port f0925a20-c189-4d88-aaa0-ef28f56e20fd. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 909.665336] env[65923]: DEBUG nova.network.neutron [req-0640d95d-7b58-4c5d-b88c-8de0af21cd5b req-54b9d294-3ce8-447a-9815-ebfd4985526f service nova] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Updating instance_info_cache with network_info: [{"id": "f0925a20-c189-4d88-aaa0-ef28f56e20fd", "address": "fa:16:3e:12:76:53", "network": {"id": "324c9af9-fbae-49f4-ae27-22ef54ab7bff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1966157917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "762cdafefc96477ea8d929e961258dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0925a20-c1", "ovs_interfaceid": "f0925a20-c189-4d88-aaa0-ef28f56e20fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.673664] env[65923]: DEBUG oslo_vmware.api [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707178, 'name': PowerOffVM_Task, 'duration_secs': 0.382978} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.675405] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d119d85-37eb-4012-a558-635674282cb3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.680226] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.680506] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.681549] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57ecd181-958b-4c9b-a7b9-b0919a68cf01 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.700777] env[65923]: DEBUG nova.compute.provider_tree [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.761494] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707179, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.788293] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707177, 'name': CloneVM_Task} progress is 95%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.858503] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.859087] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.859087] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Deleting the datastore file [datastore1] 15ccdf0f-2ea8-413e-aad7-d1833645fbbd {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.859406] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-572e7735-be11-48b0-a8e9-a06c1dd0a4a0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.866931] env[65923]: DEBUG oslo_vmware.api [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for the task: (returnval){ [ 909.866931] env[65923]: value = "task-4707181" [ 909.866931] env[65923]: _type = "Task" [ 909.866931] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.876458] env[65923]: DEBUG oslo_vmware.api [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.930419] env[65923]: WARNING neutronclient.v2_0.client [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.009748] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98267ff-198a-4af3-84dc-38faaec83f45 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.029040] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance 'fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f' progress to 0 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.059766] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "2d0a2046-c718-4066-8737-f93ce7591cec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.059991] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "2d0a2046-c718-4066-8737-f93ce7591cec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.117931] env[65923]: WARNING neutronclient.v2_0.client [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.163837] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 93a4755a-a6c5-47bb-b658-3d416b1543c3] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 910.168326] env[65923]: DEBUG oslo_concurrency.lockutils [req-0640d95d-7b58-4c5d-b88c-8de0af21cd5b req-54b9d294-3ce8-447a-9815-ebfd4985526f service nova] Releasing lock "refresh_cache-257c0b6f-4070-4ad3-a30e-0fb53935c171" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.195896] env[65923]: DEBUG nova.network.neutron [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updated VIF entry in instance network info cache for port 702a3241-1b86-4ebe-92d9-580031a38975. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 910.196332] env[65923]: DEBUG nova.network.neutron [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance_info_cache with network_info: [{"id": "702a3241-1b86-4ebe-92d9-580031a38975", "address": "fa:16:3e:0e:7e:5a", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702a3241-1b", "ovs_interfaceid": "702a3241-1b86-4ebe-92d9-580031a38975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.204056] env[65923]: DEBUG nova.scheduler.client.report [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.260751] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525709} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.261044] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 257c0b6f-4070-4ad3-a30e-0fb53935c171/257c0b6f-4070-4ad3-a30e-0fb53935c171.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.261263] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.261526] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0cf8457-e135-40e2-9d22-8cb440d7624a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.269867] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 910.269867] env[65923]: value = "task-4707182" [ 910.269867] env[65923]: _type = "Task" [ 910.269867] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.279231] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.288529] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707177, 'name': CloneVM_Task, 'duration_secs': 1.157418} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.288881] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Created linked-clone VM from snapshot [ 910.289709] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4301a78f-7fb5-440f-a58c-ade20df49afe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.299080] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Uploading image 4a23d96d-f5e3-4af6-874a-e89178790817 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 910.326563] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 910.326563] env[65923]: value = "vm-918666" [ 910.326563] env[65923]: _type = "VirtualMachine" [ 910.326563] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 910.326965] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a2e64da2-6c73-4588-ac71-fb88bc739c0c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.337153] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lease: (returnval){ [ 910.337153] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520e0a20-68ec-7286-75ab-e6cdb3e988bb" [ 910.337153] env[65923]: _type = "HttpNfcLease" [ 910.337153] env[65923]: } obtained for exporting VM: (result){ [ 910.337153] env[65923]: value = "vm-918666" [ 910.337153] env[65923]: _type = "VirtualMachine" [ 910.337153] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 910.337398] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the lease: (returnval){ [ 910.337398] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520e0a20-68ec-7286-75ab-e6cdb3e988bb" [ 910.337398] env[65923]: _type = "HttpNfcLease" [ 910.337398] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 910.345050] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.345050] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520e0a20-68ec-7286-75ab-e6cdb3e988bb" [ 910.345050] env[65923]: _type = "HttpNfcLease" [ 910.345050] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 910.378298] env[65923]: DEBUG oslo_vmware.api [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Task: {'id': task-4707181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137934} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.378688] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.378935] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.379187] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.379367] env[65923]: INFO nova.compute.manager [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Took 1.26 seconds to destroy the instance on the hypervisor. [ 910.379663] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 910.379824] env[65923]: DEBUG nova.compute.manager [-] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 910.379920] env[65923]: DEBUG nova.network.neutron [-] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 910.380217] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.428940] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.535544] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.535857] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc5ba38d-5bdd-41b8-a1a7-53ba27c0d6ba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.543180] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 910.543180] env[65923]: value = "task-4707184" [ 910.543180] env[65923]: _type = "Task" [ 910.543180] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.552746] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.564657] env[65923]: DEBUG nova.compute.manager [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 910.668265] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 13f8ab42-d467-4a8e-b4e4-c61c5e748ca8] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 910.699754] env[65923]: DEBUG oslo_concurrency.lockutils [req-4d15b975-43a3-4db4-98d3-b8b2d285b56d req-300b0618-eb5f-4462-9436-cc4e76b22bd7 service nova] Releasing lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.709713] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.712215] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.406s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.716823] env[65923]: DEBUG nova.objects.instance [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lazy-loading 'resources' on Instance uuid f6250a21-25fe-43c8-b258-a8598789eedb {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.740899] env[65923]: INFO nova.scheduler.client.report [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Deleted allocations for instance 51f00248-8338-4265-b338-52b4d75539fe [ 910.784226] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172282} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.784758] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.785711] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433a7a0d-ea10-4438-b248-d585ff34b5d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.811934] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 257c0b6f-4070-4ad3-a30e-0fb53935c171/257c0b6f-4070-4ad3-a30e-0fb53935c171.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.812965] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cace779-992c-4f50-a53e-7da32b1bbf04 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.833353] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 910.833353] env[65923]: value = "task-4707185" [ 910.833353] env[65923]: _type = "Task" [ 910.833353] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.847569] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707185, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.849604] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.849604] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520e0a20-68ec-7286-75ab-e6cdb3e988bb" [ 910.849604] env[65923]: _type = "HttpNfcLease" [ 910.849604] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 910.849915] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 910.849915] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520e0a20-68ec-7286-75ab-e6cdb3e988bb" [ 910.849915] env[65923]: _type = "HttpNfcLease" [ 910.849915] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 910.850816] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734ad7ba-91c5-4109-a84c-ebdfe0845689 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.860841] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6615b-f0c1-79d6-4c75-27b6f32089d4/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 910.860841] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6615b-f0c1-79d6-4c75-27b6f32089d4/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 910.923046] env[65923]: DEBUG nova.compute.manager [req-09875611-a776-4121-96e1-84fbfb5f267c req-53931f85-8cc3-4bfd-b8cb-dde71b81add6 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Received event network-vif-deleted-6d05003f-bac1-4414-af7e-1490aed7f167 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 910.923046] env[65923]: INFO nova.compute.manager [req-09875611-a776-4121-96e1-84fbfb5f267c req-53931f85-8cc3-4bfd-b8cb-dde71b81add6 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Neutron deleted interface 6d05003f-bac1-4414-af7e-1490aed7f167; detaching it from the instance and deleting it from the info cache [ 910.923046] env[65923]: DEBUG nova.network.neutron [req-09875611-a776-4121-96e1-84fbfb5f267c req-53931f85-8cc3-4bfd-b8cb-dde71b81add6 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.994659] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-31e337d8-8776-4801-b23a-17bc1ab62121 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.057027] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707184, 'name': PowerOffVM_Task, 'duration_secs': 0.433227} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.057027] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.057027] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance 'fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f' progress to 17 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.092219] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.171978] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 5e15b852-ab20-4ded-9da9-a8eeb4783393] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 911.250153] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3296370a-df40-4f29-92ef-aec280477979 tempest-ListServerFiltersTestJSON-1677034070 tempest-ListServerFiltersTestJSON-1677034070-project-member] Lock "51f00248-8338-4265-b338-52b4d75539fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.877s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.347454] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.424528] env[65923]: DEBUG nova.network.neutron [-] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.428073] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e5da2c2-66a3-40a7-90a2-c4bba1bd4eee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.449261] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92b2206-2060-470b-bd6b-0a39c2ef9880 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.496983] env[65923]: DEBUG nova.compute.manager [req-09875611-a776-4121-96e1-84fbfb5f267c req-53931f85-8cc3-4bfd-b8cb-dde71b81add6 service nova] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Detach interface failed, port_id=6d05003f-bac1-4414-af7e-1490aed7f167, reason: Instance 15ccdf0f-2ea8-413e-aad7-d1833645fbbd could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.561758] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.562219] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.562390] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.562562] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.562696] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.562837] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.563053] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.563211] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.563375] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.563530] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.563775] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.572445] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2652981b-ef3e-47aa-892c-acbf72299f75 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.592730] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 911.592730] env[65923]: value = "task-4707186" [ 911.592730] env[65923]: _type = "Task" [ 911.592730] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.607840] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707186, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.632029] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dc1aec-aeac-45e3-8027-00fe31732f47 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.642329] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da1572f-ead1-4461-a21e-1ef7d676c04d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.684559] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 15ed56e3-be04-40af-8feb-fea88510befc] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 911.688691] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f5d2c8-7fab-4582-9e34-182c72b77df3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.699637] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d23e0e7-c0b1-43a2-bf90-c8d2a55f1ab1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.718255] env[65923]: DEBUG nova.compute.provider_tree [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.850023] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707185, 'name': ReconfigVM_Task, 'duration_secs': 0.654147} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.850023] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 257c0b6f-4070-4ad3-a30e-0fb53935c171/257c0b6f-4070-4ad3-a30e-0fb53935c171.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.850023] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d27898a7-ab23-4614-8e9c-917419bd92c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.858322] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 911.858322] env[65923]: value = "task-4707187" [ 911.858322] env[65923]: _type = "Task" [ 911.858322] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.871411] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707187, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.927256] env[65923]: INFO nova.compute.manager [-] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Took 1.55 seconds to deallocate network for instance. [ 912.109099] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707186, 'name': ReconfigVM_Task, 'duration_secs': 0.253774} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.109099] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance 'fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f' progress to 33 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.188437] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 7bc1cded-46b2-4f54-aef6-0ca7c7df4112] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 912.241011] env[65923]: ERROR nova.scheduler.client.report [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] [req-54d0334e-4ad1-4fa5-a6d6-9f784b009511] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54d0334e-4ad1-4fa5-a6d6-9f784b009511"}]} [ 912.261154] env[65923]: DEBUG nova.scheduler.client.report [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 912.277511] env[65923]: DEBUG nova.scheduler.client.report [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 912.277749] env[65923]: DEBUG nova.compute.provider_tree [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.297513] env[65923]: DEBUG nova.scheduler.client.report [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 912.324181] env[65923]: DEBUG nova.scheduler.client.report [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 912.371975] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707187, 'name': Rename_Task, 'duration_secs': 0.236205} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.376921] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.377911] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f910db4-eee9-4942-b75c-af872683879d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.387696] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 912.387696] env[65923]: value = "task-4707188" [ 912.387696] env[65923]: _type = "Task" [ 912.387696] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.400766] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.434487] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.615387] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 912.616521] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.616521] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 912.616521] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.616521] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 912.616712] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 912.617509] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 912.617509] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 912.617509] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 912.617509] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 912.617728] env[65923]: DEBUG nova.virt.hardware [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 912.623940] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 912.626983] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83e2bb6a-18ec-4c8c-9e5a-684de971da05 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.647617] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 912.647617] env[65923]: value = "task-4707189" [ 912.647617] env[65923]: _type = "Task" [ 912.647617] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.661433] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707189, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.693061] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: f6c64a16-a400-4c73-ac00-a2dd57a2de6a] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 912.714379] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3646b2d8-e1c4-4cd8-a4c7-0d2bdef567e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.723846] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a08c8f-eb99-4dc3-813e-b7273666ea4a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.756728] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2525ef-6bb9-43fd-80b0-e226cd1f13ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.765914] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4348ab5b-2667-41cc-a0f9-9b3514b9996f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.782735] env[65923]: DEBUG nova.compute.provider_tree [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.899268] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707188, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.160453] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707189, 'name': ReconfigVM_Task, 'duration_secs': 0.299165} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.160890] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 913.161941] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbed794-edaf-440d-8fae-219b3f2464d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.189961] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f/fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.190504] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3418e1c4-58c5-48df-a913-6e1814a15924 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.204027] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.204388] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Cleaning up deleted instances with incomplete migration {{(pid=65923) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 913.212731] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 913.212731] env[65923]: value = "task-4707190" [ 913.212731] env[65923]: _type = "Task" [ 913.212731] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.223128] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.320815] env[65923]: DEBUG nova.scheduler.client.report [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 913.322497] env[65923]: DEBUG nova.compute.provider_tree [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 97 to 98 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 913.322497] env[65923]: DEBUG nova.compute.provider_tree [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.400595] env[65923]: DEBUG oslo_vmware.api [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707188, 'name': PowerOnVM_Task, 'duration_secs': 0.733451} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.400885] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.401191] env[65923]: INFO nova.compute.manager [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Took 7.18 seconds to spawn the instance on the hypervisor. [ 913.401437] env[65923]: DEBUG nova.compute.manager [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 913.402421] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf713e4d-ba47-4335-99ef-debd558b74ed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.707573] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.724644] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707190, 'name': ReconfigVM_Task, 'duration_secs': 0.461023} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.724903] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Reconfigured VM instance instance-00000047 to attach disk [datastore1] fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f/fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.725170] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance 'fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f' progress to 50 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.827210] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.115s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.830706] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.076s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.831152] env[65923]: DEBUG nova.objects.instance [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lazy-loading 'resources' on Instance uuid 741f5005-f1a0-4199-8526-ecc34236a9da {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.856586] env[65923]: INFO nova.scheduler.client.report [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Deleted allocations for instance f6250a21-25fe-43c8-b258-a8598789eedb [ 913.924929] env[65923]: INFO nova.compute.manager [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Took 23.84 seconds to build instance. [ 914.233979] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5871a7c-f395-4bd7-a7da-16fe2955f805 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.256020] env[65923]: INFO nova.compute.manager [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Rescuing [ 914.256386] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "refresh_cache-257c0b6f-4070-4ad3-a30e-0fb53935c171" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.256722] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired lock "refresh_cache-257c0b6f-4070-4ad3-a30e-0fb53935c171" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.256722] env[65923]: DEBUG nova.network.neutron [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 914.262021] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b56439e-e5c3-46ef-9e73-663e33ac799e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.281866] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance 'fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f' progress to 67 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.365579] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cb1d2fa0-eb36-4d75-a18e-47fd38ece5ee tempest-ServersAdminTestJSON-1275040980 tempest-ServersAdminTestJSON-1275040980-project-member] Lock "f6250a21-25fe-43c8-b258-a8598789eedb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.914s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.430923] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dfdee0e7-22eb-4da8-bb66-ea20934d4a5f tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "257c0b6f-4070-4ad3-a30e-0fb53935c171" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.359s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.667793] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fd7920-3345-4f6e-ae49-83de26a76ad5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.673476] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d852c56c-2fff-4a3d-bede-708c1dcbc5ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.708193] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6592791-b3d7-439d-9ebd-33e2b1e91178 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.718966] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517bb253-5b15-4180-b4bc-e282963fd804 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.732315] env[65923]: DEBUG nova.compute.provider_tree [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.763566] env[65923]: WARNING neutronclient.v2_0.client [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.792879] env[65923]: WARNING neutronclient.v2_0.client [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.793350] env[65923]: WARNING neutronclient.v2_0.client [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.833282] env[65923]: DEBUG nova.network.neutron [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Port 70a400e1-1228-47b2-8d63-bfc1962bbb4d binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 915.058930] env[65923]: WARNING neutronclient.v2_0.client [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.150671] env[65923]: DEBUG nova.network.neutron [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Updating instance_info_cache with network_info: [{"id": "f0925a20-c189-4d88-aaa0-ef28f56e20fd", "address": "fa:16:3e:12:76:53", "network": {"id": "324c9af9-fbae-49f4-ae27-22ef54ab7bff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1966157917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "762cdafefc96477ea8d929e961258dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0925a20-c1", "ovs_interfaceid": "f0925a20-c189-4d88-aaa0-ef28f56e20fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.239198] env[65923]: DEBUG nova.scheduler.client.report [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.653937] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Releasing lock "refresh_cache-257c0b6f-4070-4ad3-a30e-0fb53935c171" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.743968] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.746772] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.263s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.747993] env[65923]: INFO nova.compute.claims [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.767898] env[65923]: INFO nova.scheduler.client.report [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleted allocations for instance 741f5005-f1a0-4199-8526-ecc34236a9da [ 915.864494] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.864753] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.864925] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.276274] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7bef04c-878f-41bc-a6e8-0a4f5d123b51 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "741f5005-f1a0-4199-8526-ecc34236a9da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.293s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.869782] env[65923]: WARNING neutronclient.v2_0.client [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.911701] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.911701] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.911701] env[65923]: DEBUG nova.network.neutron [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 917.012959] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a3abce-f2f2-4b72-bf21-b6b14e9d091a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.021582] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5468ff-fd99-4dc0-9a37-0598a3791db8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.053063] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8460a624-c432-46cb-a108-c0f802728563 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.062168] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b49cc4a-b06e-4ca0-a721-253fb0ee800a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.077734] env[65923]: DEBUG nova.compute.provider_tree [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.190978] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.191349] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cbf3e74-ea9d-45d4-b793-7764f5476b6f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.199517] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 917.199517] env[65923]: value = "task-4707191" [ 917.199517] env[65923]: _type = "Task" [ 917.199517] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.210092] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.413287] env[65923]: WARNING neutronclient.v2_0.client [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.580768] env[65923]: DEBUG nova.scheduler.client.report [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.594775] env[65923]: WARNING neutronclient.v2_0.client [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.683644] env[65923]: DEBUG nova.network.neutron [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance_info_cache with network_info: [{"id": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "address": "fa:16:3e:d2:0b:23", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a400e1-12", "ovs_interfaceid": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.710214] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707191, 'name': PowerOffVM_Task, 'duration_secs': 0.242614} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.710760] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.711641] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e204d5-5cd4-46ad-9c47-716add803709 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.733448] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab0a0d-bbff-4dd1-80cc-1073225455b7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.764041] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.764425] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0038f196-1774-4d11-85e4-b1c75a6e700b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.772159] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 917.772159] env[65923]: value = "task-4707192" [ 917.772159] env[65923]: _type = "Task" [ 917.772159] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.781075] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.085522] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.085882] env[65923]: DEBUG nova.compute.manager [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 918.088662] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.444s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.090103] env[65923]: INFO nova.compute.claims [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.188547] env[65923]: DEBUG oslo_concurrency.lockutils [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.285223] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 918.285513] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.285766] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.285927] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.286127] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.286393] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48f19449-72d3-4787-85f9-373caddf8af1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.297941] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.298213] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.298996] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aafca2b5-42b5-42f4-a426-262f22234d0e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.305782] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 918.305782] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5201a723-f8da-0c25-19f4-4cc22cff5006" [ 918.305782] env[65923]: _type = "Task" [ 918.305782] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.316262] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5201a723-f8da-0c25-19f4-4cc22cff5006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.595148] env[65923]: DEBUG nova.compute.utils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.599759] env[65923]: DEBUG nova.compute.manager [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 918.599759] env[65923]: DEBUG nova.network.neutron [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 918.599759] env[65923]: WARNING neutronclient.v2_0.client [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.599759] env[65923]: WARNING neutronclient.v2_0.client [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.659586] env[65923]: DEBUG nova.policy [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '969b4bdc25cd49ec83526ecbfdcd7f9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed4cb7f0af3e4d85ad14c139ad155309', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.716847] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd415ce9-3289-4c77-b471-e6ef0b7f5f7f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.740225] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c1f0c6-a4db-4358-8de5-5a35316d81d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.748787] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance 'fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f' progress to 83 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.818440] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5201a723-f8da-0c25-19f4-4cc22cff5006, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.819330] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c476df9-0354-4bff-bc7d-8776031b1669 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.826455] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 918.826455] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5294e283-e6a0-35da-32b7-a4fe340b95c0" [ 918.826455] env[65923]: _type = "Task" [ 918.826455] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.836299] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5294e283-e6a0-35da-32b7-a4fe340b95c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.978301] env[65923]: DEBUG nova.network.neutron [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Successfully created port: 72137b68-8e6e-49b8-8158-15e2221dbd75 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 919.102581] env[65923]: DEBUG nova.compute.manager [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 919.255108] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.255612] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7c71561-4e0a-4596-a3df-0cd4ffcb691d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.264267] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 919.264267] env[65923]: value = "task-4707193" [ 919.264267] env[65923]: _type = "Task" [ 919.264267] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.277933] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.339548] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5294e283-e6a0-35da-32b7-a4fe340b95c0, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.339822] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.340090] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 257c0b6f-4070-4ad3-a30e-0fb53935c171/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. {{(pid=65923) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 919.340380] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66f1a2fe-449b-4ec8-91d2-599e45a060a7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.348889] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 919.348889] env[65923]: value = "task-4707194" [ 919.348889] env[65923]: _type = "Task" [ 919.348889] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.361479] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.377054] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c741b91-afc4-4e00-95c6-864bf592d7cb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.387805] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d3cc8d-a9e0-4285-9d37-dcf433a00b5b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.425455] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ea9e74-4c1f-4cd9-b3c0-cc6a1ca4aab5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.433602] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2317f937-4b16-478a-89cf-6286fd774624 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.454427] env[65923]: DEBUG nova.compute.provider_tree [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.777287] env[65923]: DEBUG oslo_vmware.api [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707193, 'name': PowerOnVM_Task, 'duration_secs': 0.497895} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.777681] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.777812] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-27a5da64-4d3d-4a57-b3b8-f7bcb35f5ebd tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance 'fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f' progress to 100 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.864055] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50897} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.864388] env[65923]: INFO nova.virt.vmwareapi.ds_util [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 257c0b6f-4070-4ad3-a30e-0fb53935c171/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. [ 919.865246] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0b3896-b780-4f27-8daa-8fc30af05c75 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.893634] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 257c0b6f-4070-4ad3-a30e-0fb53935c171/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.893985] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c509ef2-43c6-4ffe-b608-443ce0e54482 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.924709] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 919.924709] env[65923]: value = "task-4707195" [ 919.924709] env[65923]: _type = "Task" [ 919.924709] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.933576] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.964158] env[65923]: DEBUG nova.scheduler.client.report [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.070506] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6615b-f0c1-79d6-4c75-27b6f32089d4/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 920.071614] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd918994-0683-4f1a-8211-86439a6ec1e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.080410] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6615b-f0c1-79d6-4c75-27b6f32089d4/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 920.080611] env[65923]: ERROR oslo_vmware.rw_handles [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6615b-f0c1-79d6-4c75-27b6f32089d4/disk-0.vmdk due to incomplete transfer. [ 920.080838] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f744076-7440-409a-a2ef-dbd83088c05d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.090149] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6615b-f0c1-79d6-4c75-27b6f32089d4/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 920.090355] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Uploaded image 4a23d96d-f5e3-4af6-874a-e89178790817 to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 920.092592] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.092866] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-688c9cd4-bbde-4aa1-b743-dac47c06692b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.101484] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 920.101484] env[65923]: value = "task-4707196" [ 920.101484] env[65923]: _type = "Task" [ 920.101484] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.114846] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707196, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.115548] env[65923]: DEBUG nova.compute.manager [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 920.141268] env[65923]: DEBUG nova.virt.hardware [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 920.141588] env[65923]: DEBUG nova.virt.hardware [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.141747] env[65923]: DEBUG nova.virt.hardware [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 920.141927] env[65923]: DEBUG nova.virt.hardware [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.142083] env[65923]: DEBUG nova.virt.hardware [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 920.142234] env[65923]: DEBUG nova.virt.hardware [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 920.142445] env[65923]: DEBUG nova.virt.hardware [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 920.142636] env[65923]: DEBUG nova.virt.hardware [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 920.142821] env[65923]: DEBUG nova.virt.hardware [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 920.142981] env[65923]: DEBUG nova.virt.hardware [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 920.143182] env[65923]: DEBUG nova.virt.hardware [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 920.144146] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e32e33-7735-477c-aa29-dc5e9c37a05d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.156947] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21561f4-a49a-447b-8d70-8746bc889ef6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.436481] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.471662] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.472265] env[65923]: DEBUG nova.compute.manager [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 920.474927] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.318s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.476682] env[65923]: INFO nova.compute.claims [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.511999] env[65923]: DEBUG nova.network.neutron [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Successfully updated port: 72137b68-8e6e-49b8-8158-15e2221dbd75 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 920.611985] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707196, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.779610] env[65923]: DEBUG nova.compute.manager [req-c66ce216-eecd-440c-8dfd-6b008b9fcdb5 req-06d5f3c1-5fe5-480d-89f1-d7441aa123df service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Received event network-vif-plugged-72137b68-8e6e-49b8-8158-15e2221dbd75 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 920.779944] env[65923]: DEBUG oslo_concurrency.lockutils [req-c66ce216-eecd-440c-8dfd-6b008b9fcdb5 req-06d5f3c1-5fe5-480d-89f1-d7441aa123df service nova] Acquiring lock "2aee232c-ab19-4f6b-8076-47e526642ad2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.780478] env[65923]: DEBUG oslo_concurrency.lockutils [req-c66ce216-eecd-440c-8dfd-6b008b9fcdb5 req-06d5f3c1-5fe5-480d-89f1-d7441aa123df service nova] Lock "2aee232c-ab19-4f6b-8076-47e526642ad2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.780808] env[65923]: DEBUG oslo_concurrency.lockutils [req-c66ce216-eecd-440c-8dfd-6b008b9fcdb5 req-06d5f3c1-5fe5-480d-89f1-d7441aa123df service nova] Lock "2aee232c-ab19-4f6b-8076-47e526642ad2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.781226] env[65923]: DEBUG nova.compute.manager [req-c66ce216-eecd-440c-8dfd-6b008b9fcdb5 req-06d5f3c1-5fe5-480d-89f1-d7441aa123df service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] No waiting events found dispatching network-vif-plugged-72137b68-8e6e-49b8-8158-15e2221dbd75 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 920.781319] env[65923]: WARNING nova.compute.manager [req-c66ce216-eecd-440c-8dfd-6b008b9fcdb5 req-06d5f3c1-5fe5-480d-89f1-d7441aa123df service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Received unexpected event network-vif-plugged-72137b68-8e6e-49b8-8158-15e2221dbd75 for instance with vm_state building and task_state spawning. [ 920.938531] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.980682] env[65923]: DEBUG nova.compute.utils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.984834] env[65923]: DEBUG nova.compute.manager [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 920.984999] env[65923]: DEBUG nova.network.neutron [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 920.985313] env[65923]: WARNING neutronclient.v2_0.client [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.985631] env[65923]: WARNING neutronclient.v2_0.client [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.019133] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "refresh_cache-2aee232c-ab19-4f6b-8076-47e526642ad2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.019133] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "refresh_cache-2aee232c-ab19-4f6b-8076-47e526642ad2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.019133] env[65923]: DEBUG nova.network.neutron [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 921.038073] env[65923]: DEBUG nova.policy [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e77e18808d544a5291a94466ee272fc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60e6f5693896461eb02e4e9f4e0106f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.112558] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707196, 'name': Destroy_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.393820] env[65923]: DEBUG nova.network.neutron [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Successfully created port: d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 921.437377] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707195, 'name': ReconfigVM_Task, 'duration_secs': 1.169447} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.437701] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 257c0b6f-4070-4ad3-a30e-0fb53935c171/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.438684] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91347626-2692-44a5-a3dc-4ada888b0c8d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.468379] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977c9915-9d28-470e-a5a5-8c478b263d63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.486516] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 921.486516] env[65923]: value = "task-4707197" [ 921.486516] env[65923]: _type = "Task" [ 921.486516] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.490652] env[65923]: DEBUG nova.compute.manager [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 921.505036] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.587871] env[65923]: DEBUG nova.network.neutron [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 921.620519] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707196, 'name': Destroy_Task, 'duration_secs': 1.064109} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.623528] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Destroyed the VM [ 921.623828] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.624652] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-91564594-fe53-4c97-8126-f46e81ad3bcc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.636489] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 921.636489] env[65923]: value = "task-4707198" [ 921.636489] env[65923]: _type = "Task" [ 921.636489] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.650556] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707198, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.785736] env[65923]: WARNING neutronclient.v2_0.client [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.842908] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59e13ba-37d5-4393-87a0-27890fd15b4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.854587] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469c16e4-531f-4ddb-83a8-37eda545377f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.887238] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21932fa4-0196-41e5-b9a6-253441f6355d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.897598] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4538bf4-d724-45a5-b5bc-cca1acb890d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.914124] env[65923]: DEBUG nova.compute.provider_tree [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.970768] env[65923]: DEBUG nova.network.neutron [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Updating instance_info_cache with network_info: [{"id": "72137b68-8e6e-49b8-8158-15e2221dbd75", "address": "fa:16:3e:b6:8f:6f", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72137b68-8e", "ovs_interfaceid": "72137b68-8e6e-49b8-8158-15e2221dbd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.004677] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707197, 'name': ReconfigVM_Task, 'duration_secs': 0.233981} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.006802] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.009879] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae4510b9-f444-4f42-af0a-3d27d30eb708 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.014956] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.015392] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.023379] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 922.023379] env[65923]: value = "task-4707199" [ 922.023379] env[65923]: _type = "Task" [ 922.023379] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.033403] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.151357] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707198, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.418118] env[65923]: DEBUG nova.scheduler.client.report [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.473395] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "refresh_cache-2aee232c-ab19-4f6b-8076-47e526642ad2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.473829] env[65923]: DEBUG nova.compute.manager [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Instance network_info: |[{"id": "72137b68-8e6e-49b8-8158-15e2221dbd75", "address": "fa:16:3e:b6:8f:6f", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72137b68-8e", "ovs_interfaceid": "72137b68-8e6e-49b8-8158-15e2221dbd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 922.474441] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:8f:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72137b68-8e6e-49b8-8158-15e2221dbd75', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.482780] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 922.483076] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.483339] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f62ac51-7510-4d19-a8ea-7abcbffcb929 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.508121] env[65923]: DEBUG nova.compute.manager [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 922.513615] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.513615] env[65923]: value = "task-4707200" [ 922.513615] env[65923]: _type = "Task" [ 922.513615] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.519626] env[65923]: DEBUG nova.compute.manager [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 922.533678] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707200, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.542834] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707199, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.545872] env[65923]: DEBUG nova.virt.hardware [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 922.546141] env[65923]: DEBUG nova.virt.hardware [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.546296] env[65923]: DEBUG nova.virt.hardware [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 922.546474] env[65923]: DEBUG nova.virt.hardware [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.546616] env[65923]: DEBUG nova.virt.hardware [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 922.546760] env[65923]: DEBUG nova.virt.hardware [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 922.546967] env[65923]: DEBUG nova.virt.hardware [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.547140] env[65923]: DEBUG nova.virt.hardware [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 922.547304] env[65923]: DEBUG nova.virt.hardware [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 922.547464] env[65923]: DEBUG nova.virt.hardware [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 922.547638] env[65923]: DEBUG nova.virt.hardware [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 922.548620] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c3f8df-8abb-4406-9785-3a2921388af8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.560072] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294b4f44-ee9c-454c-9b22-555692119e98 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.653112] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707198, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.678983] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.679359] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.679589] env[65923]: DEBUG nova.compute.manager [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Going to confirm migration 3 {{(pid=65923) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 922.817209] env[65923]: DEBUG nova.compute.manager [req-39f71e31-84ac-48cb-aa3f-6399c2045e1a req-8851b894-78b0-4701-8fbc-4450058df042 service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Received event network-changed-72137b68-8e6e-49b8-8158-15e2221dbd75 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 922.817530] env[65923]: DEBUG nova.compute.manager [req-39f71e31-84ac-48cb-aa3f-6399c2045e1a req-8851b894-78b0-4701-8fbc-4450058df042 service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Refreshing instance network info cache due to event network-changed-72137b68-8e6e-49b8-8158-15e2221dbd75. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 922.817599] env[65923]: DEBUG oslo_concurrency.lockutils [req-39f71e31-84ac-48cb-aa3f-6399c2045e1a req-8851b894-78b0-4701-8fbc-4450058df042 service nova] Acquiring lock "refresh_cache-2aee232c-ab19-4f6b-8076-47e526642ad2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.817741] env[65923]: DEBUG oslo_concurrency.lockutils [req-39f71e31-84ac-48cb-aa3f-6399c2045e1a req-8851b894-78b0-4701-8fbc-4450058df042 service nova] Acquired lock "refresh_cache-2aee232c-ab19-4f6b-8076-47e526642ad2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.817894] env[65923]: DEBUG nova.network.neutron [req-39f71e31-84ac-48cb-aa3f-6399c2045e1a req-8851b894-78b0-4701-8fbc-4450058df042 service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Refreshing network info cache for port 72137b68-8e6e-49b8-8158-15e2221dbd75 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.923716] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.924285] env[65923]: DEBUG nova.compute.manager [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 922.927788] env[65923]: DEBUG oslo_concurrency.lockutils [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.633s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.928224] env[65923]: DEBUG nova.objects.instance [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lazy-loading 'resources' on Instance uuid 14668521-2b6d-4737-a6e8-4974807c4a8d {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.008108] env[65923]: DEBUG nova.network.neutron [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Successfully updated port: d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 923.025033] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707200, 'name': CreateVM_Task, 'duration_secs': 0.399247} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.030050] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.032742] env[65923]: WARNING neutronclient.v2_0.client [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.033114] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.033264] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.033648] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.035232] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f6d793-f7c3-4942-8f63-ccd488b4e976 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.041537] env[65923]: DEBUG oslo_vmware.api [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707199, 'name': PowerOnVM_Task, 'duration_secs': 0.651252} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.043022] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.044657] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 923.044657] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52df1a7b-8671-dc5d-23db-fe7213c4a8ec" [ 923.044657] env[65923]: _type = "Task" [ 923.044657] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.045657] env[65923]: DEBUG nova.compute.manager [None req-c143faf2-8f32-4105-b2da-8126d2bcf52e tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 923.046489] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e300038-1c8b-4891-8922-43648db5ee3e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.049725] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.062644] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52df1a7b-8671-dc5d-23db-fe7213c4a8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.063149] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.063369] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.063601] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.063734] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.063907] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.064179] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a688e93-ca10-4657-a587-e05d84c0ddcb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.073291] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.073477] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.074246] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e1b9d9-c188-40cf-9a74-b1710b467feb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.081357] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 923.081357] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520bb5bb-bfd6-3080-11c0-a2c0e4a66bd8" [ 923.081357] env[65923]: _type = "Task" [ 923.081357] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.090535] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520bb5bb-bfd6-3080-11c0-a2c0e4a66bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.137877] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8473d650-fc56-4dac-96da-e486f1b76434 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.138138] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8473d650-fc56-4dac-96da-e486f1b76434 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.138543] env[65923]: DEBUG nova.objects.instance [None req-8473d650-fc56-4dac-96da-e486f1b76434 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'flavor' on Instance uuid e799e78b-bd9e-4803-8f4c-055300c85d19 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.154126] env[65923]: DEBUG oslo_vmware.api [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707198, 'name': RemoveSnapshot_Task, 'duration_secs': 1.056464} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.155270] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 923.155587] env[65923]: INFO nova.compute.manager [None req-c566946b-1ae2-41c6-96e9-e887d893092e tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Took 17.01 seconds to snapshot the instance on the hypervisor. [ 923.185284] env[65923]: WARNING neutronclient.v2_0.client [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.248976] env[65923]: WARNING neutronclient.v2_0.client [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.248976] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.248976] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.248976] env[65923]: DEBUG nova.network.neutron [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 923.248976] env[65923]: DEBUG nova.objects.instance [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lazy-loading 'info_cache' on Instance uuid fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.321010] env[65923]: WARNING neutronclient.v2_0.client [req-39f71e31-84ac-48cb-aa3f-6399c2045e1a req-8851b894-78b0-4701-8fbc-4450058df042 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.432420] env[65923]: DEBUG nova.compute.utils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.439022] env[65923]: DEBUG nova.compute.manager [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 923.439524] env[65923]: DEBUG nova.network.neutron [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 923.439716] env[65923]: WARNING neutronclient.v2_0.client [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.440065] env[65923]: WARNING neutronclient.v2_0.client [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.494605] env[65923]: WARNING neutronclient.v2_0.client [req-39f71e31-84ac-48cb-aa3f-6399c2045e1a req-8851b894-78b0-4701-8fbc-4450058df042 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.507250] env[65923]: DEBUG nova.policy [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12c2e036144c42f5b6930c31ebd9c1c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce989e6683b241e0990034a52b9a00d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.509973] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquiring lock "refresh_cache-3f0780e4-4cc7-400d-a020-d83e6639c6ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.509973] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquired lock "refresh_cache-3f0780e4-4cc7-400d-a020-d83e6639c6ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.509973] env[65923]: DEBUG nova.network.neutron [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 923.595407] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520bb5bb-bfd6-3080-11c0-a2c0e4a66bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.599345] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf70009-12f8-4683-afaf-8f5aea3a506c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.606888] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 923.606888] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ab731c-d62a-b212-c040-4181cc418e3e" [ 923.606888] env[65923]: _type = "Task" [ 923.606888] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.618525] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ab731c-d62a-b212-c040-4181cc418e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.629663] env[65923]: DEBUG nova.network.neutron [req-39f71e31-84ac-48cb-aa3f-6399c2045e1a req-8851b894-78b0-4701-8fbc-4450058df042 service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Updated VIF entry in instance network info cache for port 72137b68-8e6e-49b8-8158-15e2221dbd75. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 923.630099] env[65923]: DEBUG nova.network.neutron [req-39f71e31-84ac-48cb-aa3f-6399c2045e1a req-8851b894-78b0-4701-8fbc-4450058df042 service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Updating instance_info_cache with network_info: [{"id": "72137b68-8e6e-49b8-8158-15e2221dbd75", "address": "fa:16:3e:b6:8f:6f", "network": {"id": "dc93fc1b-fa58-4fd9-bc55-d05218436e35", "bridge": "br-int", "label": "tempest-ImagesTestJSON-96888885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed4cb7f0af3e4d85ad14c139ad155309", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72137b68-8e", "ovs_interfaceid": "72137b68-8e6e-49b8-8158-15e2221dbd75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.642219] env[65923]: WARNING neutronclient.v2_0.client [None req-8473d650-fc56-4dac-96da-e486f1b76434 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.642668] env[65923]: DEBUG nova.objects.instance [None req-8473d650-fc56-4dac-96da-e486f1b76434 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'pci_requests' on Instance uuid e799e78b-bd9e-4803-8f4c-055300c85d19 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.771832] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bcf48f-0f5a-4bb3-b34f-44adcacccb34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.780239] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871ac098-0272-4bb0-9de1-32763acbe1ee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.811140] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1287de-3eb8-4f16-9c97-a83d25336d8b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.819553] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7008d643-81e5-4541-85ae-6b7a42127d74 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.835285] env[65923]: DEBUG nova.compute.provider_tree [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.896681] env[65923]: DEBUG nova.network.neutron [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Successfully created port: df9c0583-71a5-46ba-8414-38efb8344957 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 923.937358] env[65923]: DEBUG nova.compute.manager [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 924.049693] env[65923]: DEBUG nova.network.neutron [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 924.120805] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ab731c-d62a-b212-c040-4181cc418e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.120805] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.120805] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 2aee232c-ab19-4f6b-8076-47e526642ad2/2aee232c-ab19-4f6b-8076-47e526642ad2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.120939] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff286358-23e9-4fc0-a89a-ccfb986b356f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.128398] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 924.128398] env[65923]: value = "task-4707201" [ 924.128398] env[65923]: _type = "Task" [ 924.128398] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.137761] env[65923]: DEBUG oslo_concurrency.lockutils [req-39f71e31-84ac-48cb-aa3f-6399c2045e1a req-8851b894-78b0-4701-8fbc-4450058df042 service nova] Releasing lock "refresh_cache-2aee232c-ab19-4f6b-8076-47e526642ad2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.138131] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.145041] env[65923]: DEBUG nova.objects.base [None req-8473d650-fc56-4dac-96da-e486f1b76434 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 924.145258] env[65923]: DEBUG nova.network.neutron [None req-8473d650-fc56-4dac-96da-e486f1b76434 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 924.145627] env[65923]: WARNING neutronclient.v2_0.client [None req-8473d650-fc56-4dac-96da-e486f1b76434 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.145960] env[65923]: WARNING neutronclient.v2_0.client [None req-8473d650-fc56-4dac-96da-e486f1b76434 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.149481] env[65923]: WARNING neutronclient.v2_0.client [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.256729] env[65923]: WARNING neutronclient.v2_0.client [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.297971] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8473d650-fc56-4dac-96da-e486f1b76434 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.160s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.331500] env[65923]: DEBUG nova.network.neutron [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Updating instance_info_cache with network_info: [{"id": "d5be9e6f-6fe0-4703-a04b-ab54abbe05d6", "address": "fa:16:3e:ae:38:4e", "network": {"id": "18e62ffa-d951-4d05-8c75-7b06360f84af", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1581304558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e6f5693896461eb02e4e9f4e0106f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5be9e6f-6f", "ovs_interfaceid": "d5be9e6f-6fe0-4703-a04b-ab54abbe05d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.338376] env[65923]: DEBUG nova.scheduler.client.report [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.589020] env[65923]: WARNING neutronclient.v2_0.client [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.639811] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707201, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.719546] env[65923]: DEBUG nova.network.neutron [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance_info_cache with network_info: [{"id": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "address": "fa:16:3e:d2:0b:23", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a400e1-12", "ovs_interfaceid": "70a400e1-1228-47b2-8d63-bfc1962bbb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.834936] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Releasing lock "refresh_cache-3f0780e4-4cc7-400d-a020-d83e6639c6ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.838019] env[65923]: DEBUG nova.compute.manager [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Instance network_info: |[{"id": "d5be9e6f-6fe0-4703-a04b-ab54abbe05d6", "address": "fa:16:3e:ae:38:4e", "network": {"id": "18e62ffa-d951-4d05-8c75-7b06360f84af", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1581304558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e6f5693896461eb02e4e9f4e0106f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5be9e6f-6f", "ovs_interfaceid": "d5be9e6f-6fe0-4703-a04b-ab54abbe05d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 924.838019] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:38:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5be9e6f-6fe0-4703-a04b-ab54abbe05d6', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.846123] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Creating folder: Project (60e6f5693896461eb02e4e9f4e0106f1). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.847258] env[65923]: DEBUG oslo_concurrency.lockutils [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.850245] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4e65841-4773-4229-a7a3-ab46cb0633dd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.853098] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.761s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.855429] env[65923]: INFO nova.compute.claims [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.869846] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Created folder: Project (60e6f5693896461eb02e4e9f4e0106f1) in parent group-v918465. [ 924.869846] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Creating folder: Instances. Parent ref: group-v918668. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.872994] env[65923]: INFO nova.scheduler.client.report [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted allocations for instance 14668521-2b6d-4737-a6e8-4974807c4a8d [ 924.874569] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80fc42c1-6fef-4a48-bf62-d1b3ccee98c4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.889759] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Created folder: Instances in parent group-v918668. [ 924.890145] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 924.890408] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.890683] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-648fe326-9164-4ebd-b6ea-9586b31c1843 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.913035] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.913035] env[65923]: value = "task-4707204" [ 924.913035] env[65923]: _type = "Task" [ 924.913035] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.922865] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707204, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.948632] env[65923]: DEBUG nova.compute.manager [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 924.978669] env[65923]: DEBUG nova.virt.hardware [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 924.978982] env[65923]: DEBUG nova.virt.hardware [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.979190] env[65923]: DEBUG nova.virt.hardware [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 924.979443] env[65923]: DEBUG nova.virt.hardware [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.979625] env[65923]: DEBUG nova.virt.hardware [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 924.979820] env[65923]: DEBUG nova.virt.hardware [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 924.980093] env[65923]: DEBUG nova.virt.hardware [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 924.980281] env[65923]: DEBUG nova.virt.hardware [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 924.980486] env[65923]: DEBUG nova.virt.hardware [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 924.980749] env[65923]: DEBUG nova.virt.hardware [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 924.980963] env[65923]: DEBUG nova.virt.hardware [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 924.982385] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd5a779-fdac-46c6-9aef-b96d16a0b398 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.992930] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dad040-f1ea-4e24-9968-d2a86ac53fa5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.139703] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51818} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.139987] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 2aee232c-ab19-4f6b-8076-47e526642ad2/2aee232c-ab19-4f6b-8076-47e526642ad2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.140241] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.140505] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94791a31-8cf6-4c40-b63f-fbc14223ced2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.148218] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 925.148218] env[65923]: value = "task-4707205" [ 925.148218] env[65923]: _type = "Task" [ 925.148218] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.157473] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.224086] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "refresh_cache-fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.224086] env[65923]: DEBUG nova.objects.instance [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lazy-loading 'migration_context' on Instance uuid fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.230560] env[65923]: DEBUG nova.compute.manager [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Received event network-vif-plugged-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 925.230782] env[65923]: DEBUG oslo_concurrency.lockutils [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] Acquiring lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.230967] env[65923]: DEBUG oslo_concurrency.lockutils [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] Lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.231149] env[65923]: DEBUG oslo_concurrency.lockutils [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] Lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.231328] env[65923]: DEBUG nova.compute.manager [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] No waiting events found dispatching network-vif-plugged-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 925.231467] env[65923]: WARNING nova.compute.manager [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Received unexpected event network-vif-plugged-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 for instance with vm_state building and task_state spawning. [ 925.231621] env[65923]: DEBUG nova.compute.manager [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Received event network-changed-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 925.232391] env[65923]: DEBUG nova.compute.manager [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Refreshing instance network info cache due to event network-changed-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 925.232391] env[65923]: DEBUG oslo_concurrency.lockutils [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] Acquiring lock "refresh_cache-3f0780e4-4cc7-400d-a020-d83e6639c6ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.232391] env[65923]: DEBUG oslo_concurrency.lockutils [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] Acquired lock "refresh_cache-3f0780e4-4cc7-400d-a020-d83e6639c6ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.232391] env[65923]: DEBUG nova.network.neutron [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Refreshing network info cache for port d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.366983] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.367264] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.384302] env[65923]: DEBUG oslo_concurrency.lockutils [None req-32f21e3f-48da-4f90-9f44-a0c647d1c9cc tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "14668521-2b6d-4737-a6e8-4974807c4a8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.673s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.423752] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707204, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.499289] env[65923]: DEBUG nova.network.neutron [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Successfully updated port: df9c0583-71a5-46ba-8414-38efb8344957 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 925.659278] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069735} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.659803] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.660765] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d4adb4-1e44-4baf-ab6f-c6a7091bb740 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.685064] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 2aee232c-ab19-4f6b-8076-47e526642ad2/2aee232c-ab19-4f6b-8076-47e526642ad2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.685682] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2412c848-0646-447a-bd67-a1756cdc3917 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.710718] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 925.710718] env[65923]: value = "task-4707206" [ 925.710718] env[65923]: _type = "Task" [ 925.710718] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.722023] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707206, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.725981] env[65923]: DEBUG nova.objects.base [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 925.726910] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c69d926-45fe-43f4-8e9d-521061c65013 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.749928] env[65923]: WARNING neutronclient.v2_0.client [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.753784] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec27ee4-4786-4f8b-a3bf-78ce94482cc3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.761214] env[65923]: DEBUG oslo_vmware.api [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 925.761214] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526363eb-e010-c3b8-c082-15388786ab92" [ 925.761214] env[65923]: _type = "Task" [ 925.761214] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.771674] env[65923]: DEBUG oslo_vmware.api [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526363eb-e010-c3b8-c082-15388786ab92, 'name': SearchDatastore_Task, 'duration_secs': 0.00771} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.771674] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.870592] env[65923]: DEBUG nova.compute.manager [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 925.893898] env[65923]: WARNING neutronclient.v2_0.client [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.927301] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707204, 'name': CreateVM_Task, 'duration_secs': 0.610623} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.927773] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.928307] env[65923]: WARNING neutronclient.v2_0.client [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.928706] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.928875] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.929214] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.929472] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57da45cb-d43c-4cd2-9a47-ff5ad009bbec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.939825] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for the task: (returnval){ [ 925.939825] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5219459c-07a3-ea36-3f6c-6138403f294f" [ 925.939825] env[65923]: _type = "Task" [ 925.939825] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.950281] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5219459c-07a3-ea36-3f6c-6138403f294f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.977289] env[65923]: DEBUG nova.network.neutron [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Updated VIF entry in instance network info cache for port d5be9e6f-6fe0-4703-a04b-ab54abbe05d6. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 925.977718] env[65923]: DEBUG nova.network.neutron [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Updating instance_info_cache with network_info: [{"id": "d5be9e6f-6fe0-4703-a04b-ab54abbe05d6", "address": "fa:16:3e:ae:38:4e", "network": {"id": "18e62ffa-d951-4d05-8c75-7b06360f84af", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1581304558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60e6f5693896461eb02e4e9f4e0106f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5be9e6f-6f", "ovs_interfaceid": "d5be9e6f-6fe0-4703-a04b-ab54abbe05d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.002752] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquiring lock "refresh_cache-b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.002916] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquired lock "refresh_cache-b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.003101] env[65923]: DEBUG nova.network.neutron [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 926.137514] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f0b35-b61c-46ee-8269-b30cdc7c3efa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.148178] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeef046-79dd-4220-a33b-434a59c92287 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.182819] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7634644c-dfda-465e-b1a7-d95b433b2a47 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.192079] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c556599c-e114-4464-9610-45fdbd75917a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.207923] env[65923]: DEBUG nova.compute.provider_tree [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.221569] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707206, 'name': ReconfigVM_Task, 'duration_secs': 0.305699} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.221827] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 2aee232c-ab19-4f6b-8076-47e526642ad2/2aee232c-ab19-4f6b-8076-47e526642ad2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.222633] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2ce6fe7-b02e-4259-90be-c634c44fd16c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.231438] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 926.231438] env[65923]: value = "task-4707207" [ 926.231438] env[65923]: _type = "Task" [ 926.231438] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.235740] env[65923]: DEBUG oslo_concurrency.lockutils [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.236049] env[65923]: DEBUG oslo_concurrency.lockutils [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.236593] env[65923]: DEBUG nova.objects.instance [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'flavor' on Instance uuid e799e78b-bd9e-4803-8f4c-055300c85d19 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.244172] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707207, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.392672] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.451912] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5219459c-07a3-ea36-3f6c-6138403f294f, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.452516] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.452516] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.453986] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.453986] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.453986] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.453986] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82e6ce9c-a34f-4865-be78-608eb66fc690 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.464539] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.464539] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.465759] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97c29c7f-0c55-40bf-9fad-3d6c4acba813 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.471592] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for the task: (returnval){ [ 926.471592] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5288d28f-d610-1428-1465-27d5e5e73b3c" [ 926.471592] env[65923]: _type = "Task" [ 926.471592] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.480610] env[65923]: DEBUG oslo_concurrency.lockutils [req-29db99df-afc2-4c3c-a0ce-1dbac0992e76 req-fb92157d-e15f-4ae9-b584-e44c58eed6bf service nova] Releasing lock "refresh_cache-3f0780e4-4cc7-400d-a020-d83e6639c6ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.481053] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5288d28f-d610-1428-1465-27d5e5e73b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.543530] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.543802] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.547318] env[65923]: DEBUG nova.network.neutron [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 926.631087] env[65923]: WARNING neutronclient.v2_0.client [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.709385] env[65923]: DEBUG nova.network.neutron [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Updating instance_info_cache with network_info: [{"id": "df9c0583-71a5-46ba-8414-38efb8344957", "address": "fa:16:3e:a0:8a:fd", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf9c0583-71", "ovs_interfaceid": "df9c0583-71a5-46ba-8414-38efb8344957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.711460] env[65923]: DEBUG nova.scheduler.client.report [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.743657] env[65923]: WARNING neutronclient.v2_0.client [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.746094] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707207, 'name': Rename_Task, 'duration_secs': 0.161151} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.746783] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.747043] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d511366-2e26-4d7b-a9b7-288afe3898a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.755438] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 926.755438] env[65923]: value = "task-4707208" [ 926.755438] env[65923]: _type = "Task" [ 926.755438] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.765227] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.819617] env[65923]: DEBUG nova.objects.instance [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'pci_requests' on Instance uuid e799e78b-bd9e-4803-8f4c-055300c85d19 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.983323] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5288d28f-d610-1428-1465-27d5e5e73b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.984177] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8c4719-5e0a-4364-a5e5-24e1c15615a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.991036] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for the task: (returnval){ [ 926.991036] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52920414-01d0-de59-fc63-e78ea1172d9c" [ 926.991036] env[65923]: _type = "Task" [ 926.991036] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.000175] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52920414-01d0-de59-fc63-e78ea1172d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.048111] env[65923]: DEBUG nova.compute.manager [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 927.216742] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Releasing lock "refresh_cache-b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.217164] env[65923]: DEBUG nova.compute.manager [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Instance network_info: |[{"id": "df9c0583-71a5-46ba-8414-38efb8344957", "address": "fa:16:3e:a0:8a:fd", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf9c0583-71", "ovs_interfaceid": "df9c0583-71a5-46ba-8414-38efb8344957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 927.217909] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.218438] env[65923]: DEBUG nova.compute.manager [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 927.222961] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:8a:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df9c0583-71a5-46ba-8414-38efb8344957', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.232566] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Creating folder: Project (ce989e6683b241e0990034a52b9a00d4). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.233225] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.799s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.233508] env[65923]: DEBUG nova.objects.instance [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Lazy-loading 'resources' on Instance uuid 15ccdf0f-2ea8-413e-aad7-d1833645fbbd {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.237654] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2c5a520-0ce1-450b-8d31-e8700396b0d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.250213] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Created folder: Project (ce989e6683b241e0990034a52b9a00d4) in parent group-v918465. [ 927.250425] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Creating folder: Instances. Parent ref: group-v918671. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.250651] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9da07c55-4f23-4dd3-b882-f336a6034a6c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.263323] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Created folder: Instances in parent group-v918671. [ 927.263636] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 927.267751] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.268127] env[65923]: DEBUG oslo_vmware.api [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707208, 'name': PowerOnVM_Task, 'duration_secs': 0.48151} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.269200] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41e2745d-12e0-4751-ac17-0fd5cc441324 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.284795] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.285040] env[65923]: INFO nova.compute.manager [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Took 7.17 seconds to spawn the instance on the hypervisor. [ 927.285225] env[65923]: DEBUG nova.compute.manager [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 927.288057] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24be925-c674-4fe5-a6d8-e19494d50f92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.298607] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.298607] env[65923]: value = "task-4707211" [ 927.298607] env[65923]: _type = "Task" [ 927.298607] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.309258] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707211, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.322036] env[65923]: DEBUG nova.objects.base [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 927.322464] env[65923]: DEBUG nova.network.neutron [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 927.322829] env[65923]: WARNING neutronclient.v2_0.client [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.323235] env[65923]: WARNING neutronclient.v2_0.client [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.370687] env[65923]: DEBUG nova.policy [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff7ab639f4f46fbac81d48a5411ea4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43ec1c33dddc44bf8ad0307176cf7a9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.505725] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52920414-01d0-de59-fc63-e78ea1172d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.015245} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.506073] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.506860] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 3f0780e4-4cc7-400d-a020-d83e6639c6ee/3f0780e4-4cc7-400d-a020-d83e6639c6ee.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.506860] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4f3b6a7-10c3-4910-84f8-32f9b2e2b700 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.517952] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for the task: (returnval){ [ 927.517952] env[65923]: value = "task-4707212" [ 927.517952] env[65923]: _type = "Task" [ 927.517952] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.528789] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.575200] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.666599] env[65923]: DEBUG nova.compute.manager [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Received event network-vif-plugged-df9c0583-71a5-46ba-8414-38efb8344957 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 927.666599] env[65923]: DEBUG oslo_concurrency.lockutils [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] Acquiring lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.666599] env[65923]: DEBUG oslo_concurrency.lockutils [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] Lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.667201] env[65923]: DEBUG oslo_concurrency.lockutils [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] Lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.667661] env[65923]: DEBUG nova.compute.manager [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] No waiting events found dispatching network-vif-plugged-df9c0583-71a5-46ba-8414-38efb8344957 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 927.667661] env[65923]: WARNING nova.compute.manager [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Received unexpected event network-vif-plugged-df9c0583-71a5-46ba-8414-38efb8344957 for instance with vm_state building and task_state spawning. [ 927.667934] env[65923]: DEBUG nova.compute.manager [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Received event network-changed-df9c0583-71a5-46ba-8414-38efb8344957 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 927.668276] env[65923]: DEBUG nova.compute.manager [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Refreshing instance network info cache due to event network-changed-df9c0583-71a5-46ba-8414-38efb8344957. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 927.668550] env[65923]: DEBUG oslo_concurrency.lockutils [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] Acquiring lock "refresh_cache-b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.668795] env[65923]: DEBUG oslo_concurrency.lockutils [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] Acquired lock "refresh_cache-b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.669058] env[65923]: DEBUG nova.network.neutron [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Refreshing network info cache for port df9c0583-71a5-46ba-8414-38efb8344957 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.705840] env[65923]: DEBUG nova.network.neutron [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Successfully created port: 6b16e617-2205-463c-b7f8-cc1abbbd99ed {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 927.725783] env[65923]: DEBUG nova.compute.utils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.729600] env[65923]: DEBUG nova.compute.manager [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 927.730474] env[65923]: DEBUG nova.network.neutron [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 927.730474] env[65923]: WARNING neutronclient.v2_0.client [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.730638] env[65923]: WARNING neutronclient.v2_0.client [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.798469] env[65923]: DEBUG nova.policy [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e8b2a6bd9dc4214a4d15cdcbd551352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfe38d2a113e40e69aa390483a71ab03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.813588] env[65923]: INFO nova.compute.manager [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Took 27.38 seconds to build instance. [ 927.823610] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707211, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.031021] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707212, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.064686] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875790d8-11d3-42c2-ad2d-40af5685a58b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.074225] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2947ef2f-8200-44dc-be8b-158459e2b975 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.108141] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49349e51-628e-47b2-80ec-12ef636648f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.120220] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a538fb9a-e384-4a90-a4a0-c08440bfa322 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.136107] env[65923]: DEBUG nova.compute.provider_tree [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.172211] env[65923]: WARNING neutronclient.v2_0.client [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.182768] env[65923]: DEBUG nova.network.neutron [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Successfully created port: f5a114e5-3962-4c0c-a1e6-b77d6405ebfc {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 928.233642] env[65923]: DEBUG nova.compute.manager [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 928.314935] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707211, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.315523] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4ec0cfe2-e4fd-4387-8faf-ae0a0cb078dd tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "2aee232c-ab19-4f6b-8076-47e526642ad2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.900s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.529669] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870601} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.529948] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 3f0780e4-4cc7-400d-a020-d83e6639c6ee/3f0780e4-4cc7-400d-a020-d83e6639c6ee.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.530234] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.530513] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a1301fd-3aaf-43f7-bfa2-0c7d39cfce84 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.537926] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for the task: (returnval){ [ 928.537926] env[65923]: value = "task-4707213" [ 928.537926] env[65923]: _type = "Task" [ 928.537926] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.546417] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.640255] env[65923]: DEBUG nova.scheduler.client.report [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.811360] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707211, 'name': CreateVM_Task, 'duration_secs': 1.407103} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.811559] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.812057] env[65923]: WARNING neutronclient.v2_0.client [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.812437] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.812584] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.812906] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.813194] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-737ddca0-9054-4c3f-b16f-d11f1754eaa2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.818839] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for the task: (returnval){ [ 928.818839] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528689c1-6627-6c2d-b36c-ba2ecf81f539" [ 928.818839] env[65923]: _type = "Task" [ 928.818839] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.828302] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528689c1-6627-6c2d-b36c-ba2ecf81f539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.048768] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132251} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.048768] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.049324] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc1b555-c493-4613-aecc-a8d820e24c96 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.086214] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 3f0780e4-4cc7-400d-a020-d83e6639c6ee/3f0780e4-4cc7-400d-a020-d83e6639c6ee.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.086681] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ad396f-8088-4725-921f-109ee2ba56dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.117611] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for the task: (returnval){ [ 929.117611] env[65923]: value = "task-4707214" [ 929.117611] env[65923]: _type = "Task" [ 929.117611] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.126672] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.146093] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.148652] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.099s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.150197] env[65923]: INFO nova.compute.claims [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.171666] env[65923]: INFO nova.scheduler.client.report [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Deleted allocations for instance 15ccdf0f-2ea8-413e-aad7-d1833645fbbd [ 929.244184] env[65923]: DEBUG nova.compute.manager [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 929.249080] env[65923]: DEBUG nova.network.neutron [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Successfully updated port: 6b16e617-2205-463c-b7f8-cc1abbbd99ed {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 929.277390] env[65923]: DEBUG nova.virt.hardware [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 929.277603] env[65923]: DEBUG nova.virt.hardware [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.277921] env[65923]: DEBUG nova.virt.hardware [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 929.278296] env[65923]: DEBUG nova.virt.hardware [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.278296] env[65923]: DEBUG nova.virt.hardware [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 929.278512] env[65923]: DEBUG nova.virt.hardware [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 929.279284] env[65923]: DEBUG nova.virt.hardware [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 929.280145] env[65923]: DEBUG nova.virt.hardware [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 929.280145] env[65923]: DEBUG nova.virt.hardware [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 929.280145] env[65923]: DEBUG nova.virt.hardware [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 929.281057] env[65923]: DEBUG nova.virt.hardware [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 929.283248] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ca1624-1426-4b23-87be-20ae1e0f7964 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.292267] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7b5145-7d2b-4101-a683-e0f5e40702a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.330708] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528689c1-6627-6c2d-b36c-ba2ecf81f539, 'name': SearchDatastore_Task, 'duration_secs': 0.045884} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.331051] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.331411] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.331674] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.331800] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.331975] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.332281] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0189cb1-9503-41d0-8e57-084c51360a1f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.347951] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.348173] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.353294] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6982237-ceec-4f2e-9f0c-f7ad4ba39192 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.360218] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for the task: (returnval){ [ 929.360218] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52876194-1a29-df53-1685-174cf520f7a2" [ 929.360218] env[65923]: _type = "Task" [ 929.360218] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.372237] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52876194-1a29-df53-1685-174cf520f7a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.447279] env[65923]: WARNING neutronclient.v2_0.client [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.530634] env[65923]: DEBUG nova.network.neutron [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Updated VIF entry in instance network info cache for port df9c0583-71a5-46ba-8414-38efb8344957. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.531057] env[65923]: DEBUG nova.network.neutron [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Updating instance_info_cache with network_info: [{"id": "df9c0583-71a5-46ba-8414-38efb8344957", "address": "fa:16:3e:a0:8a:fd", "network": {"id": "a7bb969b-4ca5-4eb2-9fba-9f6599288c30", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "9beaf86d251244de951b57b1da87ed04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf9c0583-71", "ovs_interfaceid": "df9c0583-71a5-46ba-8414-38efb8344957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.630391] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.681557] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c9036f18-5177-48df-a449-33816d2c6c77 tempest-ServersTestFqdnHostnames-1631541539 tempest-ServersTestFqdnHostnames-1631541539-project-member] Lock "15ccdf0f-2ea8-413e-aad7-d1833645fbbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.071s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.752363] env[65923]: DEBUG oslo_concurrency.lockutils [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.752677] env[65923]: DEBUG oslo_concurrency.lockutils [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.752731] env[65923]: DEBUG nova.network.neutron [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 929.759224] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "eea92ca0-4856-4722-b34c-10e6689c4c97" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.759224] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.875117] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52876194-1a29-df53-1685-174cf520f7a2, 'name': SearchDatastore_Task, 'duration_secs': 0.018217} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.875821] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fa8e73-0dd5-4d9d-abaf-9aa75b6e1bdd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.883510] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for the task: (returnval){ [ 929.883510] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522fbf7a-5dcb-50f8-9d47-d02ac66d66dc" [ 929.883510] env[65923]: _type = "Task" [ 929.883510] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.895020] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522fbf7a-5dcb-50f8-9d47-d02ac66d66dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.900828] env[65923]: DEBUG nova.network.neutron [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Successfully updated port: f5a114e5-3962-4c0c-a1e6-b77d6405ebfc {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 930.034863] env[65923]: DEBUG oslo_concurrency.lockutils [req-79d6c8a1-a306-4573-9ec7-edd279e60412 req-6c290752-aabb-4a01-ad7b-29968361bb4f service nova] Releasing lock "refresh_cache-b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.131073] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707214, 'name': ReconfigVM_Task, 'duration_secs': 0.895695} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.131476] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 3f0780e4-4cc7-400d-a020-d83e6639c6ee/3f0780e4-4cc7-400d-a020-d83e6639c6ee.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.132109] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97186eb5-944e-453c-92b8-4217555e83f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.143378] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for the task: (returnval){ [ 930.143378] env[65923]: value = "task-4707215" [ 930.143378] env[65923]: _type = "Task" [ 930.143378] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.157066] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707215, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.263461] env[65923]: DEBUG nova.compute.utils [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.305175] env[65923]: WARNING nova.network.neutron [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] 8cf0ae70-d070-47d9-962f-e62b5fa9a7e4 already exists in list: networks containing: ['8cf0ae70-d070-47d9-962f-e62b5fa9a7e4']. ignoring it [ 930.397449] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522fbf7a-5dcb-50f8-9d47-d02ac66d66dc, 'name': SearchDatastore_Task, 'duration_secs': 0.016289} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.403931] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.404275] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] b3c6bd0c-cc2e-4401-8adc-3862f44d2e74/b3c6bd0c-cc2e-4401-8adc-3862f44d2e74.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.404987] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "refresh_cache-2d0a2046-c718-4066-8737-f93ce7591cec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.405197] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "refresh_cache-2d0a2046-c718-4066-8737-f93ce7591cec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.405396] env[65923]: DEBUG nova.network.neutron [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 930.407905] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f0c8f0e-6270-4221-b17b-9ea1db56e619 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.419611] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for the task: (returnval){ [ 930.419611] env[65923]: value = "task-4707216" [ 930.419611] env[65923]: _type = "Task" [ 930.419611] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.431594] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.469803] env[65923]: WARNING neutronclient.v2_0.client [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.525869] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bf5033-8885-4c40-afee-b8d9b41cdaae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.542608] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aeec6b-d769-405f-adee-91ad1742d80f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.577481] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe0766f-f398-4a68-80c9-f8e138962f1b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.587301] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500390cd-a35a-49f1-944d-4fa7e30ef5f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.607106] env[65923]: DEBUG nova.compute.provider_tree [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.654882] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707215, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.681771] env[65923]: WARNING neutronclient.v2_0.client [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.762088] env[65923]: DEBUG nova.network.neutron [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updating instance_info_cache with network_info: [{"id": "3b767ea7-4304-454e-a38a-8772523f5eca", "address": "fa:16:3e:da:b8:06", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b767ea7-43", "ovs_interfaceid": "3b767ea7-4304-454e-a38a-8772523f5eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b16e617-2205-463c-b7f8-cc1abbbd99ed", "address": "fa:16:3e:60:e9:91", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b16e617-22", "ovs_interfaceid": "6b16e617-2205-463c-b7f8-cc1abbbd99ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.766644] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.931881] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707216, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.949102] env[65923]: DEBUG nova.network.neutron [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 931.049543] env[65923]: WARNING neutronclient.v2_0.client [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.111156] env[65923]: DEBUG nova.scheduler.client.report [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.134540] env[65923]: DEBUG nova.network.neutron [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Updating instance_info_cache with network_info: [{"id": "f5a114e5-3962-4c0c-a1e6-b77d6405ebfc", "address": "fa:16:3e:04:7f:b1", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a114e5-39", "ovs_interfaceid": "f5a114e5-3962-4c0c-a1e6-b77d6405ebfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.156787] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707215, 'name': Rename_Task, 'duration_secs': 0.996854} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.157131] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.157676] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb5b7af6-7c22-4098-84a1-97cf2a69abec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.168689] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for the task: (returnval){ [ 931.168689] env[65923]: value = "task-4707217" [ 931.168689] env[65923]: _type = "Task" [ 931.168689] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.179915] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.265267] env[65923]: DEBUG oslo_concurrency.lockutils [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.266047] env[65923]: DEBUG oslo_concurrency.lockutils [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.266179] env[65923]: DEBUG oslo_concurrency.lockutils [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.267059] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cfbb39-0c36-4d67-8cb3-b6b3aab2f4f8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.285522] env[65923]: DEBUG nova.virt.hardware [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 931.285800] env[65923]: DEBUG nova.virt.hardware [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.285950] env[65923]: DEBUG nova.virt.hardware [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 931.286182] env[65923]: DEBUG nova.virt.hardware [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.286280] env[65923]: DEBUG nova.virt.hardware [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 931.286421] env[65923]: DEBUG nova.virt.hardware [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 931.286625] env[65923]: DEBUG nova.virt.hardware [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.286780] env[65923]: DEBUG nova.virt.hardware [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 931.286941] env[65923]: DEBUG nova.virt.hardware [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 931.287108] env[65923]: DEBUG nova.virt.hardware [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 931.287280] env[65923]: DEBUG nova.virt.hardware [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 931.293679] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Reconfiguring VM to attach interface {{(pid=65923) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 931.294155] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d52644a-475a-46c4-a96c-456d120523ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.316423] env[65923]: DEBUG oslo_vmware.api [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 931.316423] env[65923]: value = "task-4707218" [ 931.316423] env[65923]: _type = "Task" [ 931.316423] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.327617] env[65923]: DEBUG oslo_vmware.api [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707218, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.431913] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872307} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.432260] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] b3c6bd0c-cc2e-4401-8adc-3862f44d2e74/b3c6bd0c-cc2e-4401-8adc-3862f44d2e74.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.432621] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.432926] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d4f6ddd-0818-4c7d-883f-7c65cd112355 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.442101] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for the task: (returnval){ [ 931.442101] env[65923]: value = "task-4707219" [ 931.442101] env[65923]: _type = "Task" [ 931.442101] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.452484] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.617089] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.617089] env[65923]: DEBUG nova.compute.manager [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 931.619477] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.848s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.637795] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "refresh_cache-2d0a2046-c718-4066-8737-f93ce7591cec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.638208] env[65923]: DEBUG nova.compute.manager [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Instance network_info: |[{"id": "f5a114e5-3962-4c0c-a1e6-b77d6405ebfc", "address": "fa:16:3e:04:7f:b1", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a114e5-39", "ovs_interfaceid": "f5a114e5-3962-4c0c-a1e6-b77d6405ebfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 931.638675] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:7f:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5a114e5-3962-4c0c-a1e6-b77d6405ebfc', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.646363] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 931.646844] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.647096] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb7a00bb-f4d8-4503-9484-327269c18858 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.670665] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.670665] env[65923]: value = "task-4707220" [ 931.670665] env[65923]: _type = "Task" [ 931.670665] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.686665] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.690071] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707220, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.807625] env[65923]: DEBUG nova.compute.manager [req-d545f6f6-5026-4252-bede-cee0f9508ae6 req-7eeb0028-23f8-4d9b-9860-5449568d1304 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received event network-vif-plugged-6b16e617-2205-463c-b7f8-cc1abbbd99ed {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.808280] env[65923]: DEBUG oslo_concurrency.lockutils [req-d545f6f6-5026-4252-bede-cee0f9508ae6 req-7eeb0028-23f8-4d9b-9860-5449568d1304 service nova] Acquiring lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.808280] env[65923]: DEBUG oslo_concurrency.lockutils [req-d545f6f6-5026-4252-bede-cee0f9508ae6 req-7eeb0028-23f8-4d9b-9860-5449568d1304 service nova] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.808280] env[65923]: DEBUG oslo_concurrency.lockutils [req-d545f6f6-5026-4252-bede-cee0f9508ae6 req-7eeb0028-23f8-4d9b-9860-5449568d1304 service nova] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.808549] env[65923]: DEBUG nova.compute.manager [req-d545f6f6-5026-4252-bede-cee0f9508ae6 req-7eeb0028-23f8-4d9b-9860-5449568d1304 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] No waiting events found dispatching network-vif-plugged-6b16e617-2205-463c-b7f8-cc1abbbd99ed {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 931.808615] env[65923]: WARNING nova.compute.manager [req-d545f6f6-5026-4252-bede-cee0f9508ae6 req-7eeb0028-23f8-4d9b-9860-5449568d1304 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received unexpected event network-vif-plugged-6b16e617-2205-463c-b7f8-cc1abbbd99ed for instance with vm_state active and task_state None. [ 931.828739] env[65923]: DEBUG oslo_vmware.api [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.838903] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "eea92ca0-4856-4722-b34c-10e6689c4c97" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.839156] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.839487] env[65923]: INFO nova.compute.manager [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Attaching volume 080191bc-c654-4c6b-a88c-470b29db8e93 to /dev/sdb [ 931.880588] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992daf69-ba80-45d5-adb2-7e1d7084e33e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.894138] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08665351-9384-40ae-ae38-6cdf4a633235 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.911487] env[65923]: DEBUG nova.virt.block_device [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Updating existing volume attachment record: e98ab884-9a95-4594-bafc-a60721cdf046 {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 931.933510] env[65923]: DEBUG nova.compute.manager [req-7b517c3e-9dd1-4c24-a109-1360785243a4 req-feedc879-6afa-4cc0-ad10-2e25d15e419a service nova] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Received event network-vif-plugged-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.933895] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b517c3e-9dd1-4c24-a109-1360785243a4 req-feedc879-6afa-4cc0-ad10-2e25d15e419a service nova] Acquiring lock "2d0a2046-c718-4066-8737-f93ce7591cec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.934229] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b517c3e-9dd1-4c24-a109-1360785243a4 req-feedc879-6afa-4cc0-ad10-2e25d15e419a service nova] Lock "2d0a2046-c718-4066-8737-f93ce7591cec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.935273] env[65923]: DEBUG oslo_concurrency.lockutils [req-7b517c3e-9dd1-4c24-a109-1360785243a4 req-feedc879-6afa-4cc0-ad10-2e25d15e419a service nova] Lock "2d0a2046-c718-4066-8737-f93ce7591cec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.935273] env[65923]: DEBUG nova.compute.manager [req-7b517c3e-9dd1-4c24-a109-1360785243a4 req-feedc879-6afa-4cc0-ad10-2e25d15e419a service nova] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] No waiting events found dispatching network-vif-plugged-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 931.935273] env[65923]: WARNING nova.compute.manager [req-7b517c3e-9dd1-4c24-a109-1360785243a4 req-feedc879-6afa-4cc0-ad10-2e25d15e419a service nova] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Received unexpected event network-vif-plugged-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc for instance with vm_state building and task_state spawning. [ 931.955036] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084363} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.955264] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.956271] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07897ed5-2f2b-4270-bcd0-64eba8e62b42 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.987135] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] b3c6bd0c-cc2e-4401-8adc-3862f44d2e74/b3c6bd0c-cc2e-4401-8adc-3862f44d2e74.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.987506] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b75a98ea-888d-4860-a922-c378ad64577f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.008624] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for the task: (returnval){ [ 932.008624] env[65923]: value = "task-4707221" [ 932.008624] env[65923]: _type = "Task" [ 932.008624] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.017759] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.126534] env[65923]: DEBUG nova.compute.utils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.135148] env[65923]: DEBUG nova.compute.manager [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 932.135148] env[65923]: DEBUG nova.network.neutron [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 932.135148] env[65923]: WARNING neutronclient.v2_0.client [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.135673] env[65923]: WARNING neutronclient.v2_0.client [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.189277] env[65923]: DEBUG nova.policy [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfc292785e624e639d6cd72984fda659', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a00ef3a4940a4ac78fea3db0eacd337c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.199729] env[65923]: DEBUG oslo_vmware.api [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707217, 'name': PowerOnVM_Task, 'duration_secs': 0.553597} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.207299] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.207691] env[65923]: INFO nova.compute.manager [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Took 9.70 seconds to spawn the instance on the hypervisor. [ 932.207877] env[65923]: DEBUG nova.compute.manager [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 932.208716] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707220, 'name': CreateVM_Task, 'duration_secs': 0.457355} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.210174] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854aa2bf-18e0-4d39-8c2f-f7ff413d6cc1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.213464] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.214183] env[65923]: WARNING neutronclient.v2_0.client [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.214672] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.217325] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.217325] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.217325] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1fc79d-4b80-470c-b6b8-ad84fe53340b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.233838] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 932.233838] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ddf479-07ff-0ba5-68de-57316c83a32f" [ 932.233838] env[65923]: _type = "Task" [ 932.233838] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.246351] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ddf479-07ff-0ba5-68de-57316c83a32f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.329979] env[65923]: DEBUG oslo_vmware.api [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707218, 'name': ReconfigVM_Task, 'duration_secs': 0.842164} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.334228] env[65923]: WARNING neutronclient.v2_0.client [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.334547] env[65923]: DEBUG oslo_concurrency.lockutils [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.334781] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Reconfigured VM to attach interface {{(pid=65923) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 932.390173] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "e9e33c9c-e81e-4053-a631-3816fb983a97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.390173] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e9e33c9c-e81e-4053-a631-3816fb983a97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.390173] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "e9e33c9c-e81e-4053-a631-3816fb983a97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.390316] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e9e33c9c-e81e-4053-a631-3816fb983a97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.390380] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e9e33c9c-e81e-4053-a631-3816fb983a97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.393117] env[65923]: INFO nova.compute.manager [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Terminating instance [ 932.523564] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707221, 'name': ReconfigVM_Task, 'duration_secs': 0.489898} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.524094] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Reconfigured VM instance instance-0000004e to attach disk [datastore1] b3c6bd0c-cc2e-4401-8adc-3862f44d2e74/b3c6bd0c-cc2e-4401-8adc-3862f44d2e74.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.524550] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec2750e9-2585-4a42-8eb6-c473bf8e1541 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.532701] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for the task: (returnval){ [ 932.532701] env[65923]: value = "task-4707225" [ 932.532701] env[65923]: _type = "Task" [ 932.532701] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.534434] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268541a0-b64f-482b-bbf5-c2f6b559fcff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.548038] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707225, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.549157] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4236fb-2fcf-43bf-87df-92d74a33e37a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.585239] env[65923]: DEBUG nova.network.neutron [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Successfully created port: 55045f30-83f0-4dab-bf31-b2c10328bb96 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 932.588203] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b77b46-2b34-4350-b73e-434a054eddc1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.597221] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34986b1f-204d-47a2-aeb8-c1ec76593e64 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.612912] env[65923]: DEBUG nova.compute.provider_tree [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.634732] env[65923]: DEBUG nova.compute.manager [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 932.738621] env[65923]: INFO nova.compute.manager [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Took 31.11 seconds to build instance. [ 932.747444] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ddf479-07ff-0ba5-68de-57316c83a32f, 'name': SearchDatastore_Task, 'duration_secs': 0.017513} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.747444] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.747444] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.748059] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.748059] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.748229] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.748891] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c012bae3-a5f6-4c27-833c-91c4f19a42f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.761430] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.761738] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.762943] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed91382-64e8-43fc-850e-176f74364d88 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.772073] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 932.772073] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523c46d6-f6e9-c198-16fe-ed8cb163bbd0" [ 932.772073] env[65923]: _type = "Task" [ 932.772073] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.783834] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523c46d6-f6e9-c198-16fe-ed8cb163bbd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.839947] env[65923]: DEBUG oslo_concurrency.lockutils [None req-119c7c02-ad51-4b2f-bc20-6a05a98a987b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.604s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.902863] env[65923]: DEBUG nova.compute.manager [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 932.903487] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.905052] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280f7f26-3b93-4c0c-a2fe-6dd5087feb8d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.913538] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.913845] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6dda3f6-d261-4886-9539-3528729297e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.922217] env[65923]: DEBUG oslo_vmware.api [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 932.922217] env[65923]: value = "task-4707226" [ 932.922217] env[65923]: _type = "Task" [ 932.922217] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.932989] env[65923]: DEBUG oslo_vmware.api [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.048061] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707225, 'name': Rename_Task, 'duration_secs': 0.250752} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.048384] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.048663] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73e00292-b10e-4630-a012-c1652cac1490 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.057115] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for the task: (returnval){ [ 933.057115] env[65923]: value = "task-4707227" [ 933.057115] env[65923]: _type = "Task" [ 933.057115] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.067109] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.117603] env[65923]: DEBUG nova.scheduler.client.report [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.240780] env[65923]: DEBUG oslo_concurrency.lockutils [None req-dffb309a-d580-4c66-aa3e-3e666ac6b121 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.632s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.284779] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523c46d6-f6e9-c198-16fe-ed8cb163bbd0, 'name': SearchDatastore_Task, 'duration_secs': 0.014555} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.285656] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9db824c-a722-433e-858b-a27d898985d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.293413] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 933.293413] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529aff4c-1740-f039-b277-cdd770379026" [ 933.293413] env[65923]: _type = "Task" [ 933.293413] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.304873] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529aff4c-1740-f039-b277-cdd770379026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.433609] env[65923]: DEBUG oslo_vmware.api [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707226, 'name': PowerOffVM_Task, 'duration_secs': 0.380867} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.433921] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.434092] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.434560] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3da79cb-24fa-434e-9962-dbc5d69f940d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.511979] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.512617] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.512853] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Deleting the datastore file [datastore2] e9e33c9c-e81e-4053-a631-3816fb983a97 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.513214] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f49099cb-567e-4cee-9be9-945aeb932ecd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.521570] env[65923]: DEBUG oslo_vmware.api [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 933.521570] env[65923]: value = "task-4707229" [ 933.521570] env[65923]: _type = "Task" [ 933.521570] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.532102] env[65923]: DEBUG oslo_vmware.api [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.571982] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.644975] env[65923]: DEBUG nova.compute.manager [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 933.687355] env[65923]: DEBUG nova.virt.hardware [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 933.687848] env[65923]: DEBUG nova.virt.hardware [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.688133] env[65923]: DEBUG nova.virt.hardware [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 933.688539] env[65923]: DEBUG nova.virt.hardware [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.688804] env[65923]: DEBUG nova.virt.hardware [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 933.689088] env[65923]: DEBUG nova.virt.hardware [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 933.689419] env[65923]: DEBUG nova.virt.hardware [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 933.690171] env[65923]: DEBUG nova.virt.hardware [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 933.690171] env[65923]: DEBUG nova.virt.hardware [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 933.690397] env[65923]: DEBUG nova.virt.hardware [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 933.690637] env[65923]: DEBUG nova.virt.hardware [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 933.692645] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faaa1a6-c47e-4f0f-932b-3818d6c42874 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.702208] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3800f7-89f4-43e8-96eb-22751e88d08a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.806727] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529aff4c-1740-f039-b277-cdd770379026, 'name': SearchDatastore_Task, 'duration_secs': 0.013109} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.807036] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.807380] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 2d0a2046-c718-4066-8737-f93ce7591cec/2d0a2046-c718-4066-8737-f93ce7591cec.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.807577] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50bea3c7-0038-4e97-9d0b-ee44f51d2ca0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.816738] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 933.816738] env[65923]: value = "task-4707230" [ 933.816738] env[65923]: _type = "Task" [ 933.816738] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.826290] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.032929] env[65923]: DEBUG oslo_vmware.api [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4379} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.033224] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.033431] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.033618] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.033849] env[65923]: INFO nova.compute.manager [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Took 1.13 seconds to destroy the instance on the hypervisor. [ 934.034202] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 934.034518] env[65923]: DEBUG nova.compute.manager [-] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 934.034645] env[65923]: DEBUG nova.network.neutron [-] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 934.035043] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.074186] env[65923]: DEBUG oslo_vmware.api [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707227, 'name': PowerOnVM_Task, 'duration_secs': 0.896298} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.074186] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.074186] env[65923]: INFO nova.compute.manager [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Took 9.12 seconds to spawn the instance on the hypervisor. [ 934.074186] env[65923]: DEBUG nova.compute.manager [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 934.074186] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6256d4-72f0-4889-81c6-67e857c5904c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.130138] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.511s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.133941] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.741s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.138627] env[65923]: INFO nova.compute.claims [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.142029] env[65923]: DEBUG nova.compute.manager [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 934.143016] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f39473c-0b90-4840-9750-55d8a4a5e98a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.219361] env[65923]: DEBUG nova.network.neutron [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Successfully updated port: 55045f30-83f0-4dab-bf31-b2c10328bb96 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 934.298186] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.333771] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707230, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.593319] env[65923]: INFO nova.compute.manager [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Took 31.46 seconds to build instance. [ 934.656807] env[65923]: INFO nova.compute.manager [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] instance snapshotting [ 934.660460] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723c9229-019f-4891-ac00-6534a9ea324a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.684897] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d843d1-4247-4ecd-8a42-10aa71b36219 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.724351] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "refresh_cache-4d92ff04-1b95-4b1e-84a6-1a9730b4e627" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.724682] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired lock "refresh_cache-4d92ff04-1b95-4b1e-84a6-1a9730b4e627" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.724940] env[65923]: DEBUG nova.network.neutron [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.731952] env[65923]: INFO nova.scheduler.client.report [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted allocation for migration e0148f5c-926b-406e-a0cb-2d6bb6d6d1df [ 934.828609] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803758} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.828952] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 2d0a2046-c718-4066-8737-f93ce7591cec/2d0a2046-c718-4066-8737-f93ce7591cec.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.829239] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.829532] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b41835b4-39aa-48c9-a48e-454bb492a7c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.838837] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 934.838837] env[65923]: value = "task-4707232" [ 934.838837] env[65923]: _type = "Task" [ 934.838837] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.844914] env[65923]: DEBUG nova.compute.manager [req-e55f92a2-ea37-4290-9452-7be36a41f2f5 req-351a2c4c-ffdc-4e94-91c4-e2bb7633c879 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received event network-changed-6b16e617-2205-463c-b7f8-cc1abbbd99ed {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 934.845132] env[65923]: DEBUG nova.compute.manager [req-e55f92a2-ea37-4290-9452-7be36a41f2f5 req-351a2c4c-ffdc-4e94-91c4-e2bb7633c879 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Refreshing instance network info cache due to event network-changed-6b16e617-2205-463c-b7f8-cc1abbbd99ed. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 934.845353] env[65923]: DEBUG oslo_concurrency.lockutils [req-e55f92a2-ea37-4290-9452-7be36a41f2f5 req-351a2c4c-ffdc-4e94-91c4-e2bb7633c879 service nova] Acquiring lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.845536] env[65923]: DEBUG oslo_concurrency.lockutils [req-e55f92a2-ea37-4290-9452-7be36a41f2f5 req-351a2c4c-ffdc-4e94-91c4-e2bb7633c879 service nova] Acquired lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.845700] env[65923]: DEBUG nova.network.neutron [req-e55f92a2-ea37-4290-9452-7be36a41f2f5 req-351a2c4c-ffdc-4e94-91c4-e2bb7633c879 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Refreshing network info cache for port 6b16e617-2205-463c-b7f8-cc1abbbd99ed {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.853446] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.876106] env[65923]: DEBUG nova.compute.manager [req-bba6b7ea-1fd4-4b13-9ebe-cc964db617ff req-b05a3d91-55d9-45e7-a9e4-a586a20c649d service nova] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Received event network-changed-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 934.876328] env[65923]: DEBUG nova.compute.manager [req-bba6b7ea-1fd4-4b13-9ebe-cc964db617ff req-b05a3d91-55d9-45e7-a9e4-a586a20c649d service nova] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Refreshing instance network info cache due to event network-changed-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 934.876484] env[65923]: DEBUG oslo_concurrency.lockutils [req-bba6b7ea-1fd4-4b13-9ebe-cc964db617ff req-b05a3d91-55d9-45e7-a9e4-a586a20c649d service nova] Acquiring lock "refresh_cache-2d0a2046-c718-4066-8737-f93ce7591cec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.876663] env[65923]: DEBUG oslo_concurrency.lockutils [req-bba6b7ea-1fd4-4b13-9ebe-cc964db617ff req-b05a3d91-55d9-45e7-a9e4-a586a20c649d service nova] Acquired lock "refresh_cache-2d0a2046-c718-4066-8737-f93ce7591cec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.876835] env[65923]: DEBUG nova.network.neutron [req-bba6b7ea-1fd4-4b13-9ebe-cc964db617ff req-b05a3d91-55d9-45e7-a9e4-a586a20c649d service nova] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Refreshing network info cache for port f5a114e5-3962-4c0c-a1e6-b77d6405ebfc {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.009743] env[65923]: DEBUG nova.compute.manager [None req-62b29027-a99c-4102-8afa-781648d4c370 tempest-ServerDiagnosticsTest-2113357229 tempest-ServerDiagnosticsTest-2113357229-project-admin] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 935.011973] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c164facf-f9b8-464e-992b-ea14d3dadac1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.020412] env[65923]: INFO nova.compute.manager [None req-62b29027-a99c-4102-8afa-781648d4c370 tempest-ServerDiagnosticsTest-2113357229 tempest-ServerDiagnosticsTest-2113357229-project-admin] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Retrieving diagnostics [ 935.021283] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d3b9a5-8ca2-4fb8-9d42-a40422fdc062 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.096344] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2d682e-7f0c-4cc0-8fbf-d82bb6dacdb8 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.973s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.124274] env[65923]: DEBUG nova.network.neutron [-] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.198526] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 935.198974] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f52bc4b4-d816-4ad4-90c5-4501df683c18 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.210283] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 935.210283] env[65923]: value = "task-4707233" [ 935.210283] env[65923]: _type = "Task" [ 935.210283] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.221126] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.237504] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be2432bc-382b-48e5-9ea4-daf35a8b8e39 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.558s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.281587] env[65923]: DEBUG nova.network.neutron [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 935.349932] env[65923]: WARNING neutronclient.v2_0.client [req-e55f92a2-ea37-4290-9452-7be36a41f2f5 req-351a2c4c-ffdc-4e94-91c4-e2bb7633c879 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.351804] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188233} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.354883] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.356227] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157fb0ad-56e9-43c8-b6ce-9a67327b6bf4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.388116] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 2d0a2046-c718-4066-8737-f93ce7591cec/2d0a2046-c718-4066-8737-f93ce7591cec.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.389654] env[65923]: WARNING neutronclient.v2_0.client [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.397847] env[65923]: WARNING neutronclient.v2_0.client [req-bba6b7ea-1fd4-4b13-9ebe-cc964db617ff req-b05a3d91-55d9-45e7-a9e4-a586a20c649d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.399052] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e883bbf5-7331-43f7-9953-d339f4e67205 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.426033] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 935.426033] env[65923]: value = "task-4707234" [ 935.426033] env[65923]: _type = "Task" [ 935.426033] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.437992] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.545522] env[65923]: DEBUG nova.network.neutron [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Updating instance_info_cache with network_info: [{"id": "55045f30-83f0-4dab-bf31-b2c10328bb96", "address": "fa:16:3e:8e:c5:2c", "network": {"id": "0757a9cc-31d0-44d8-851f-877d5ef6af1b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409830469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a00ef3a4940a4ac78fea3db0eacd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55045f30-83", "ovs_interfaceid": "55045f30-83f0-4dab-bf31-b2c10328bb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.549921] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9899d188-0a06-404c-b630-6ce6b68f450d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.562937] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ba8763-216d-4315-a2a7-fe55ab4a9dfc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.618737] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6791816a-7ae7-4aca-b2ff-dcb154ea3d0c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.628135] env[65923]: INFO nova.compute.manager [-] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Took 1.59 seconds to deallocate network for instance. [ 935.631847] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1e5681-2e29-4527-964c-c313f9d1b828 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.651058] env[65923]: DEBUG nova.compute.provider_tree [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.686707] env[65923]: WARNING neutronclient.v2_0.client [req-e55f92a2-ea37-4290-9452-7be36a41f2f5 req-351a2c4c-ffdc-4e94-91c4-e2bb7633c879 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.723026] env[65923]: WARNING neutronclient.v2_0.client [req-bba6b7ea-1fd4-4b13-9ebe-cc964db617ff req-b05a3d91-55d9-45e7-a9e4-a586a20c649d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.729232] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707233, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.843030] env[65923]: DEBUG nova.network.neutron [req-e55f92a2-ea37-4290-9452-7be36a41f2f5 req-351a2c4c-ffdc-4e94-91c4-e2bb7633c879 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updated VIF entry in instance network info cache for port 6b16e617-2205-463c-b7f8-cc1abbbd99ed. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 935.843536] env[65923]: DEBUG nova.network.neutron [req-e55f92a2-ea37-4290-9452-7be36a41f2f5 req-351a2c4c-ffdc-4e94-91c4-e2bb7633c879 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updating instance_info_cache with network_info: [{"id": "3b767ea7-4304-454e-a38a-8772523f5eca", "address": "fa:16:3e:da:b8:06", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b767ea7-43", "ovs_interfaceid": "3b767ea7-4304-454e-a38a-8772523f5eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b16e617-2205-463c-b7f8-cc1abbbd99ed", "address": "fa:16:3e:60:e9:91", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b16e617-22", "ovs_interfaceid": "6b16e617-2205-463c-b7f8-cc1abbbd99ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.852297] env[65923]: DEBUG nova.network.neutron [req-bba6b7ea-1fd4-4b13-9ebe-cc964db617ff req-b05a3d91-55d9-45e7-a9e4-a586a20c649d service nova] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Updated VIF entry in instance network info cache for port f5a114e5-3962-4c0c-a1e6-b77d6405ebfc. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 935.852615] env[65923]: DEBUG nova.network.neutron [req-bba6b7ea-1fd4-4b13-9ebe-cc964db617ff req-b05a3d91-55d9-45e7-a9e4-a586a20c649d service nova] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Updating instance_info_cache with network_info: [{"id": "f5a114e5-3962-4c0c-a1e6-b77d6405ebfc", "address": "fa:16:3e:04:7f:b1", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5a114e5-39", "ovs_interfaceid": "f5a114e5-3962-4c0c-a1e6-b77d6405ebfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.941469] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.048985] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Releasing lock "refresh_cache-4d92ff04-1b95-4b1e-84a6-1a9730b4e627" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.049731] env[65923]: DEBUG nova.compute.manager [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Instance network_info: |[{"id": "55045f30-83f0-4dab-bf31-b2c10328bb96", "address": "fa:16:3e:8e:c5:2c", "network": {"id": "0757a9cc-31d0-44d8-851f-877d5ef6af1b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409830469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a00ef3a4940a4ac78fea3db0eacd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55045f30-83", "ovs_interfaceid": "55045f30-83f0-4dab-bf31-b2c10328bb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 936.050143] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:c5:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55045f30-83f0-4dab-bf31-b2c10328bb96', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.059849] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Creating folder: Project (a00ef3a4940a4ac78fea3db0eacd337c). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.060575] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93c54e0d-6615-420a-a3e2-3b864f033b42 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.076063] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Created folder: Project (a00ef3a4940a4ac78fea3db0eacd337c) in parent group-v918465. [ 936.076667] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Creating folder: Instances. Parent ref: group-v918677. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.077059] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89576a9e-4ac4-49a8-957a-0ea38394790d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.090523] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Created folder: Instances in parent group-v918677. [ 936.090997] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 936.092038] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.092038] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e988ec2-bd7a-4eff-b481-acd3ee7e9bde {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.115584] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.115584] env[65923]: value = "task-4707237" [ 936.115584] env[65923]: _type = "Task" [ 936.115584] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.128900] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707237, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.140341] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.154918] env[65923]: DEBUG nova.scheduler.client.report [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.222737] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707233, 'name': CreateSnapshot_Task, 'duration_secs': 0.940493} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.223140] env[65923]: DEBUG oslo_concurrency.lockutils [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-dd7094de-22c4-4810-9ede-6add8dc27914" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.223607] env[65923]: DEBUG oslo_concurrency.lockutils [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-dd7094de-22c4-4810-9ede-6add8dc27914" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.223777] env[65923]: DEBUG nova.objects.instance [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'flavor' on Instance uuid e799e78b-bd9e-4803-8f4c-055300c85d19 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.225526] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 936.226775] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f757de2f-218b-460e-9152-1765773984e6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.347688] env[65923]: DEBUG oslo_concurrency.lockutils [req-e55f92a2-ea37-4290-9452-7be36a41f2f5 req-351a2c4c-ffdc-4e94-91c4-e2bb7633c879 service nova] Releasing lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.355704] env[65923]: DEBUG oslo_concurrency.lockutils [req-bba6b7ea-1fd4-4b13-9ebe-cc964db617ff req-b05a3d91-55d9-45e7-a9e4-a586a20c649d service nova] Releasing lock "refresh_cache-2d0a2046-c718-4066-8737-f93ce7591cec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.440603] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707234, 'name': ReconfigVM_Task, 'duration_secs': 0.686309} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.441021] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 2d0a2046-c718-4066-8737-f93ce7591cec/2d0a2046-c718-4066-8737-f93ce7591cec.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.441804] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76129452-e555-4b0d-8a4b-10be73e4bec3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.451586] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 936.451586] env[65923]: value = "task-4707238" [ 936.451586] env[65923]: _type = "Task" [ 936.451586] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.463651] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707238, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.476141] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquiring lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.477288] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.477581] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquiring lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.477795] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.477967] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.480397] env[65923]: INFO nova.compute.manager [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Terminating instance [ 936.626170] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707237, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.660979] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.661877] env[65923]: DEBUG nova.compute.manager [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 936.664917] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.090s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.666418] env[65923]: INFO nova.compute.claims [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.729796] env[65923]: WARNING neutronclient.v2_0.client [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.752786] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 936.753514] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-851f3a5b-f837-47f9-9ce4-f89164829863 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.764820] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 936.764820] env[65923]: value = "task-4707239" [ 936.764820] env[65923]: _type = "Task" [ 936.764820] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.773720] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707239, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.847274] env[65923]: DEBUG nova.objects.instance [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'pci_requests' on Instance uuid e799e78b-bd9e-4803-8f4c-055300c85d19 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.922518] env[65923]: DEBUG nova.compute.manager [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Received event network-vif-plugged-55045f30-83f0-4dab-bf31-b2c10328bb96 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 936.922800] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] Acquiring lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.922949] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] Lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.923179] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] Lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.923421] env[65923]: DEBUG nova.compute.manager [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] No waiting events found dispatching network-vif-plugged-55045f30-83f0-4dab-bf31-b2c10328bb96 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 936.924552] env[65923]: WARNING nova.compute.manager [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Received unexpected event network-vif-plugged-55045f30-83f0-4dab-bf31-b2c10328bb96 for instance with vm_state building and task_state spawning. [ 936.924552] env[65923]: DEBUG nova.compute.manager [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Received event network-changed-55045f30-83f0-4dab-bf31-b2c10328bb96 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 936.924552] env[65923]: DEBUG nova.compute.manager [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Refreshing instance network info cache due to event network-changed-55045f30-83f0-4dab-bf31-b2c10328bb96. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 936.924552] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] Acquiring lock "refresh_cache-4d92ff04-1b95-4b1e-84a6-1a9730b4e627" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.924552] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] Acquired lock "refresh_cache-4d92ff04-1b95-4b1e-84a6-1a9730b4e627" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.924552] env[65923]: DEBUG nova.network.neutron [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Refreshing network info cache for port 55045f30-83f0-4dab-bf31-b2c10328bb96 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.963977] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707238, 'name': Rename_Task, 'duration_secs': 0.17387} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.964345] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.964652] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7db2b271-dfe7-4898-8b61-3045c952cda0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.967295] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 936.967511] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918676', 'volume_id': '080191bc-c654-4c6b-a88c-470b29db8e93', 'name': 'volume-080191bc-c654-4c6b-a88c-470b29db8e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eea92ca0-4856-4722-b34c-10e6689c4c97', 'attached_at': '', 'detached_at': '', 'volume_id': '080191bc-c654-4c6b-a88c-470b29db8e93', 'serial': '080191bc-c654-4c6b-a88c-470b29db8e93'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 936.969034] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0de6f89-e888-40ec-b3f3-0cd95c50b1fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.992435] env[65923]: DEBUG nova.compute.manager [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 936.992838] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.997532] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20803238-9c13-4041-a6a8-ce059a8e9b02 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.002970] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df8554-5ddf-4e16-80d3-9aa7b9964590 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.007051] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 937.007051] env[65923]: value = "task-4707240" [ 937.007051] env[65923]: _type = "Task" [ 937.007051] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.035384] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-080191bc-c654-4c6b-a88c-470b29db8e93/volume-080191bc-c654-4c6b-a88c-470b29db8e93.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.035797] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.036519] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6e99e70-384a-4cf8-a124-5cd722f8a4ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.050579] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7029dcfd-1641-4e27-827b-6c038d6cf4ee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.057026] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707240, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.066985] env[65923]: DEBUG oslo_vmware.api [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for the task: (returnval){ [ 937.066985] env[65923]: value = "task-4707241" [ 937.066985] env[65923]: _type = "Task" [ 937.066985] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.069143] env[65923]: DEBUG oslo_vmware.api [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 937.069143] env[65923]: value = "task-4707242" [ 937.069143] env[65923]: _type = "Task" [ 937.069143] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.083168] env[65923]: DEBUG oslo_vmware.api [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.086858] env[65923]: DEBUG oslo_vmware.api [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.128974] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707237, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.175608] env[65923]: DEBUG nova.compute.utils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.177051] env[65923]: DEBUG nova.compute.manager [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 937.177299] env[65923]: DEBUG nova.network.neutron [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 937.178133] env[65923]: WARNING neutronclient.v2_0.client [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.178133] env[65923]: WARNING neutronclient.v2_0.client [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.252742] env[65923]: DEBUG nova.policy [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c07274db5094d44af538ad45de1390e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '762cdafefc96477ea8d929e961258dd4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.280996] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707239, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.350217] env[65923]: DEBUG nova.objects.base [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 937.350505] env[65923]: DEBUG nova.network.neutron [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 937.350851] env[65923]: WARNING neutronclient.v2_0.client [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.351195] env[65923]: WARNING neutronclient.v2_0.client [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.361523] env[65923]: DEBUG oslo_concurrency.lockutils [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.361908] env[65923]: DEBUG oslo_concurrency.lockutils [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.362102] env[65923]: DEBUG oslo_concurrency.lockutils [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.362342] env[65923]: DEBUG oslo_concurrency.lockutils [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.362642] env[65923]: DEBUG oslo_concurrency.lockutils [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.365072] env[65923]: INFO nova.compute.manager [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Terminating instance [ 937.427704] env[65923]: WARNING neutronclient.v2_0.client [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.521401] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707240, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.586523] env[65923]: DEBUG oslo_vmware.api [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707241, 'name': PowerOffVM_Task, 'duration_secs': 0.200987} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.592827] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.592827] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.593222] env[65923]: DEBUG oslo_vmware.api [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.593632] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00312808-42c3-44f8-8d9e-98de4f194b50 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.631138] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707237, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.632470] env[65923]: DEBUG nova.network.neutron [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Successfully created port: cbbec562-35f8-452a-abe9-9412de76ad06 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 937.683261] env[65923]: DEBUG nova.compute.manager [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 937.690851] env[65923]: DEBUG nova.policy [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff7ab639f4f46fbac81d48a5411ea4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43ec1c33dddc44bf8ad0307176cf7a9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.699951] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.700501] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.700886] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Deleting the datastore file [datastore1] b3c6bd0c-cc2e-4401-8adc-3862f44d2e74 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.701329] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da72f081-973c-4fb7-a468-507839f98866 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.712115] env[65923]: DEBUG oslo_vmware.api [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for the task: (returnval){ [ 937.712115] env[65923]: value = "task-4707244" [ 937.712115] env[65923]: _type = "Task" [ 937.712115] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.724771] env[65923]: DEBUG oslo_vmware.api [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.783600] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707239, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.869546] env[65923]: DEBUG nova.compute.manager [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 937.870240] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.871202] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e818f4-1f68-4bac-b25f-63428326e69c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.885699] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.886131] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6bd056a-b11e-4d71-bdef-4f4af16b7022 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.901240] env[65923]: DEBUG oslo_vmware.api [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 937.901240] env[65923]: value = "task-4707245" [ 937.901240] env[65923]: _type = "Task" [ 937.901240] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.917321] env[65923]: DEBUG oslo_vmware.api [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.029241] env[65923]: DEBUG oslo_vmware.api [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707240, 'name': PowerOnVM_Task, 'duration_secs': 0.583031} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.030887] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.031138] env[65923]: INFO nova.compute.manager [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Took 8.79 seconds to spawn the instance on the hypervisor. [ 938.031318] env[65923]: DEBUG nova.compute.manager [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 938.032818] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2de2019-370d-4a9d-8702-934f84981d3d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.037151] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5685e9d8-bc82-413e-a592-590f16a6f0de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.054585] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567e6af2-dcff-48e7-9c86-9e9fc8dfc7c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.101811] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee6e96-f631-4231-8410-47a8d10b907d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.116021] env[65923]: DEBUG oslo_vmware.api [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707242, 'name': ReconfigVM_Task, 'duration_secs': 1.00885} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.117324] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-080191bc-c654-4c6b-a88c-470b29db8e93/volume-080191bc-c654-4c6b-a88c-470b29db8e93.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.123579] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273ba0b3-9ff8-4940-ba83-74749bb0b46a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.128787] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-897b4c7c-0cc3-45db-ba76-61cc37b316b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.159564] env[65923]: DEBUG nova.compute.provider_tree [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.166788] env[65923]: DEBUG oslo_vmware.api [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 938.166788] env[65923]: value = "task-4707246" [ 938.166788] env[65923]: _type = "Task" [ 938.166788] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.167131] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707237, 'name': CreateVM_Task, 'duration_secs': 1.578783} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.168211] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.174057] env[65923]: WARNING neutronclient.v2_0.client [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.174737] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.176182] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.176182] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.176701] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e3af11-2ecb-4d6d-9324-e7145b90a2eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.191347] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 938.191347] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52071e04-09cc-c722-71a4-f347edbc1c77" [ 938.191347] env[65923]: _type = "Task" [ 938.191347] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.197360] env[65923]: DEBUG oslo_vmware.api [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.211298] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52071e04-09cc-c722-71a4-f347edbc1c77, 'name': SearchDatastore_Task, 'duration_secs': 0.019238} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.211706] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.211970] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.212333] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.212490] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.212570] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.212935] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a9a4e36-6379-491c-8112-3e8b7fff6a6b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.226642] env[65923]: DEBUG oslo_vmware.api [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Task: {'id': task-4707244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232529} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.227084] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.227301] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.227481] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.227653] env[65923]: INFO nova.compute.manager [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Took 1.24 seconds to destroy the instance on the hypervisor. [ 938.227911] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 938.228148] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.228304] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.229099] env[65923]: DEBUG nova.compute.manager [-] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 938.229213] env[65923]: DEBUG nova.network.neutron [-] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 938.229561] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.233812] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b00def-22a2-449c-bb5f-8f8e5e2b0ff3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.238705] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 938.238705] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fa7273-fdf1-2cf7-f483-bc73ac119eed" [ 938.238705] env[65923]: _type = "Task" [ 938.238705] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.251294] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fa7273-fdf1-2cf7-f483-bc73ac119eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.280122] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707239, 'name': CloneVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.342312] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.342580] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.411894] env[65923]: DEBUG oslo_vmware.api [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707245, 'name': PowerOffVM_Task, 'duration_secs': 0.47531} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.412442] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.412442] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.412671] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bc09cbd-10e8-4f07-afe5-b776b4f095e2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.505903] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.506299] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.506677] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleting the datastore file [datastore1] fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.507049] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c66f623-bf5d-47f6-8696-6eab06848696 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.515853] env[65923]: DEBUG oslo_vmware.api [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 938.515853] env[65923]: value = "task-4707248" [ 938.515853] env[65923]: _type = "Task" [ 938.515853] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.526616] env[65923]: DEBUG oslo_vmware.api [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.557343] env[65923]: INFO nova.compute.manager [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Took 27.48 seconds to build instance. [ 938.669106] env[65923]: DEBUG nova.scheduler.client.report [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.682831] env[65923]: DEBUG oslo_vmware.api [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707246, 'name': ReconfigVM_Task, 'duration_secs': 0.233231} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.683157] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918676', 'volume_id': '080191bc-c654-4c6b-a88c-470b29db8e93', 'name': 'volume-080191bc-c654-4c6b-a88c-470b29db8e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eea92ca0-4856-4722-b34c-10e6689c4c97', 'attached_at': '', 'detached_at': '', 'volume_id': '080191bc-c654-4c6b-a88c-470b29db8e93', 'serial': '080191bc-c654-4c6b-a88c-470b29db8e93'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 938.699214] env[65923]: DEBUG nova.compute.manager [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 938.733074] env[65923]: DEBUG nova.virt.hardware [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 938.733437] env[65923]: DEBUG nova.virt.hardware [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.733618] env[65923]: DEBUG nova.virt.hardware [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 938.733802] env[65923]: DEBUG nova.virt.hardware [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.733947] env[65923]: DEBUG nova.virt.hardware [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 938.734099] env[65923]: DEBUG nova.virt.hardware [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 938.734313] env[65923]: DEBUG nova.virt.hardware [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 938.734507] env[65923]: DEBUG nova.virt.hardware [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 938.734686] env[65923]: DEBUG nova.virt.hardware [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 938.734915] env[65923]: DEBUG nova.virt.hardware [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 938.735128] env[65923]: DEBUG nova.virt.hardware [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 938.736550] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0746c1d-4d17-49f7-9a9e-eff7e0b04bac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.752760] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d00301a-cae6-4b93-85a7-39852ea5236f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.757450] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fa7273-fdf1-2cf7-f483-bc73ac119eed, 'name': SearchDatastore_Task, 'duration_secs': 0.014062} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.758801] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e19f36-aa13-4c63-936b-9a3cc4d52bff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.778809] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 938.778809] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523ba694-1dc5-31ed-de92-6cf1f700b398" [ 938.778809] env[65923]: _type = "Task" [ 938.778809] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.786554] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707239, 'name': CloneVM_Task, 'duration_secs': 1.615973} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.787398] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Created linked-clone VM from snapshot [ 938.788232] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ccb9f6-6d24-4a24-9e5c-8edf4c7994d4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.794605] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523ba694-1dc5-31ed-de92-6cf1f700b398, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.795313] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.795720] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 4d92ff04-1b95-4b1e-84a6-1a9730b4e627/4d92ff04-1b95-4b1e-84a6-1a9730b4e627.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.796067] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a84d3cb-efbe-485d-9475-819f1faccad2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.801661] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Uploading image 6fbe824a-528b-414b-a985-5ab83941cbe7 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 938.811994] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 938.811994] env[65923]: value = "task-4707249" [ 938.811994] env[65923]: _type = "Task" [ 938.811994] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.816653] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.817092] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5659cd43-6e32-4cff-b1f2-d729d34eaad4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.824842] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.826668] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 938.826668] env[65923]: value = "task-4707250" [ 938.826668] env[65923]: _type = "Task" [ 938.826668] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.835611] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707250, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.844821] env[65923]: DEBUG nova.compute.manager [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 939.028016] env[65923]: DEBUG oslo_vmware.api [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143021} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.029508] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.029508] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.029508] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.029508] env[65923]: INFO nova.compute.manager [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 939.029508] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 939.029813] env[65923]: DEBUG nova.compute.manager [-] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 939.029813] env[65923]: DEBUG nova.network.neutron [-] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 939.029989] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.059357] env[65923]: DEBUG oslo_concurrency.lockutils [None req-66d1b411-113a-4b44-ab81-4437b56920dd tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "2d0a2046-c718-4066-8737-f93ce7591cec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.999s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.178555] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.179335] env[65923]: DEBUG nova.compute.manager [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 939.184240] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.043s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.184240] env[65923]: DEBUG nova.objects.instance [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lazy-loading 'resources' on Instance uuid e9e33c9c-e81e-4053-a631-3816fb983a97 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.328225] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707249, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.341465] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707250, 'name': Destroy_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.374875] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.402609] env[65923]: DEBUG nova.network.neutron [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Successfully updated port: dd7094de-22c4-4810-9ede-6add8dc27914 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 939.413969] env[65923]: DEBUG nova.network.neutron [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Successfully updated port: cbbec562-35f8-452a-abe9-9412de76ad06 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 939.528767] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.556625] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.632076] env[65923]: WARNING neutronclient.v2_0.client [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.686375] env[65923]: DEBUG nova.compute.utils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.688337] env[65923]: DEBUG nova.compute.manager [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 939.688337] env[65923]: DEBUG nova.network.neutron [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 939.688549] env[65923]: WARNING neutronclient.v2_0.client [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.688848] env[65923]: WARNING neutronclient.v2_0.client [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.729128] env[65923]: DEBUG nova.objects.instance [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'flavor' on Instance uuid eea92ca0-4856-4722-b34c-10e6689c4c97 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.831099] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578944} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.836936] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 4d92ff04-1b95-4b1e-84a6-1a9730b4e627/4d92ff04-1b95-4b1e-84a6-1a9730b4e627.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.836936] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.837421] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4890eae5-fc9b-4a54-bda9-1bb6f88a07d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.851977] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707250, 'name': Destroy_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.854525] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 939.854525] env[65923]: value = "task-4707251" [ 939.854525] env[65923]: _type = "Task" [ 939.854525] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.871424] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.904986] env[65923]: DEBUG oslo_concurrency.lockutils [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.905231] env[65923]: DEBUG oslo_concurrency.lockutils [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.905467] env[65923]: DEBUG nova.network.neutron [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 939.916276] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.916606] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.916667] env[65923]: DEBUG nova.network.neutron [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 939.928227] env[65923]: DEBUG nova.policy [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323c569211ff44a0b1b13b20300de860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b15986d89e904a26955d21295103d23c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.967447] env[65923]: DEBUG nova.network.neutron [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Updated VIF entry in instance network info cache for port 55045f30-83f0-4dab-bf31-b2c10328bb96. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.967815] env[65923]: DEBUG nova.network.neutron [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Updating instance_info_cache with network_info: [{"id": "55045f30-83f0-4dab-bf31-b2c10328bb96", "address": "fa:16:3e:8e:c5:2c", "network": {"id": "0757a9cc-31d0-44d8-851f-877d5ef6af1b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409830469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a00ef3a4940a4ac78fea3db0eacd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55045f30-83", "ovs_interfaceid": "55045f30-83f0-4dab-bf31-b2c10328bb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.017768] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b4e12c-8d6a-4c45-91df-0c0a544b281e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.026784] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9135b9a-1620-4a55-87e2-8f2faff6e52f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.061938] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eb55da-605a-4bce-b24d-232c07055c2d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.071241] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4827009d-11ea-4b6d-84cf-4ad501a60267 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.093063] env[65923]: DEBUG nova.compute.provider_tree [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.196149] env[65923]: DEBUG nova.compute.manager [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 940.234699] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9e37a9c5-1e51-4ec9-829a-4f605b288ac3 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.395s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.264310] env[65923]: DEBUG nova.network.neutron [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Successfully created port: 1238b826-5de2-4b22-8659-bca1383699c8 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 940.342073] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707250, 'name': Destroy_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.352612] env[65923]: DEBUG nova.network.neutron [-] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.365046] env[65923]: DEBUG nova.network.neutron [-] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.366454] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.470278] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] Releasing lock "refresh_cache-4d92ff04-1b95-4b1e-84a6-1a9730b4e627" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.470654] env[65923]: DEBUG nova.compute.manager [req-f9805d34-e497-47bc-99ed-16e1bf16de58 req-c4704414-df85-4f92-b1cd-c634f3855928 service nova] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Received event network-vif-deleted-d9c09bc7-ff07-428d-8fc9-cc86a7cb1565 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 940.496515] env[65923]: WARNING nova.network.neutron [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] 8cf0ae70-d070-47d9-962f-e62b5fa9a7e4 already exists in list: networks containing: ['8cf0ae70-d070-47d9-962f-e62b5fa9a7e4']. ignoring it [ 940.496740] env[65923]: WARNING nova.network.neutron [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] 8cf0ae70-d070-47d9-962f-e62b5fa9a7e4 already exists in list: networks containing: ['8cf0ae70-d070-47d9-962f-e62b5fa9a7e4']. ignoring it [ 940.522995] env[65923]: DEBUG nova.network.neutron [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 940.597884] env[65923]: DEBUG nova.scheduler.client.report [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.677856] env[65923]: WARNING neutronclient.v2_0.client [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.689136] env[65923]: WARNING neutronclient.v2_0.client [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.730523] env[65923]: DEBUG nova.compute.manager [req-adbb7ae8-92d2-47ac-bccd-833994704b0d req-99beb184-526a-4315-989f-d01f8b9bdbe8 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received event network-vif-plugged-dd7094de-22c4-4810-9ede-6add8dc27914 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 940.732882] env[65923]: DEBUG oslo_concurrency.lockutils [req-adbb7ae8-92d2-47ac-bccd-833994704b0d req-99beb184-526a-4315-989f-d01f8b9bdbe8 service nova] Acquiring lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.732961] env[65923]: DEBUG oslo_concurrency.lockutils [req-adbb7ae8-92d2-47ac-bccd-833994704b0d req-99beb184-526a-4315-989f-d01f8b9bdbe8 service nova] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.733215] env[65923]: DEBUG oslo_concurrency.lockutils [req-adbb7ae8-92d2-47ac-bccd-833994704b0d req-99beb184-526a-4315-989f-d01f8b9bdbe8 service nova] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.733398] env[65923]: DEBUG nova.compute.manager [req-adbb7ae8-92d2-47ac-bccd-833994704b0d req-99beb184-526a-4315-989f-d01f8b9bdbe8 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] No waiting events found dispatching network-vif-plugged-dd7094de-22c4-4810-9ede-6add8dc27914 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 940.733564] env[65923]: WARNING nova.compute.manager [req-adbb7ae8-92d2-47ac-bccd-833994704b0d req-99beb184-526a-4315-989f-d01f8b9bdbe8 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received unexpected event network-vif-plugged-dd7094de-22c4-4810-9ede-6add8dc27914 for instance with vm_state active and task_state None. [ 940.752911] env[65923]: DEBUG nova.compute.manager [req-6c0c5d8b-1ee3-4059-be2f-f8bc8c78974c req-4fcd73d2-8ff0-4ca6-8430-bbee20d58118 service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Received event network-vif-plugged-cbbec562-35f8-452a-abe9-9412de76ad06 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 940.754137] env[65923]: DEBUG oslo_concurrency.lockutils [req-6c0c5d8b-1ee3-4059-be2f-f8bc8c78974c req-4fcd73d2-8ff0-4ca6-8430-bbee20d58118 service nova] Acquiring lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.754391] env[65923]: DEBUG oslo_concurrency.lockutils [req-6c0c5d8b-1ee3-4059-be2f-f8bc8c78974c req-4fcd73d2-8ff0-4ca6-8430-bbee20d58118 service nova] Lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.754616] env[65923]: DEBUG oslo_concurrency.lockutils [req-6c0c5d8b-1ee3-4059-be2f-f8bc8c78974c req-4fcd73d2-8ff0-4ca6-8430-bbee20d58118 service nova] Lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.754808] env[65923]: DEBUG nova.compute.manager [req-6c0c5d8b-1ee3-4059-be2f-f8bc8c78974c req-4fcd73d2-8ff0-4ca6-8430-bbee20d58118 service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] No waiting events found dispatching network-vif-plugged-cbbec562-35f8-452a-abe9-9412de76ad06 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 940.754951] env[65923]: WARNING nova.compute.manager [req-6c0c5d8b-1ee3-4059-be2f-f8bc8c78974c req-4fcd73d2-8ff0-4ca6-8430-bbee20d58118 service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Received unexpected event network-vif-plugged-cbbec562-35f8-452a-abe9-9412de76ad06 for instance with vm_state building and task_state spawning. [ 940.846087] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707250, 'name': Destroy_Task, 'duration_secs': 1.653424} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.846087] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Destroyed the VM [ 940.846087] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 940.846087] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ded692dd-02b4-4d32-9b2d-4750144d3d50 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.854019] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 940.854019] env[65923]: value = "task-4707252" [ 940.854019] env[65923]: _type = "Task" [ 940.854019] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.857465] env[65923]: INFO nova.compute.manager [-] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Took 2.63 seconds to deallocate network for instance. [ 940.867544] env[65923]: DEBUG nova.network.neutron [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Updating instance_info_cache with network_info: [{"id": "cbbec562-35f8-452a-abe9-9412de76ad06", "address": "fa:16:3e:3e:e9:6a", "network": {"id": "324c9af9-fbae-49f4-ae27-22ef54ab7bff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1966157917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "762cdafefc96477ea8d929e961258dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbbec562-35", "ovs_interfaceid": "cbbec562-35f8-452a-abe9-9412de76ad06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.871668] env[65923]: INFO nova.compute.manager [-] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Took 1.84 seconds to deallocate network for instance. [ 940.880571] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707252, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.888596] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.65714} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.892376] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.893260] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f20bd3c-6a82-4cdf-ba3a-63875eba7ad0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.918739] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 4d92ff04-1b95-4b1e-84a6-1a9730b4e627/4d92ff04-1b95-4b1e-84a6-1a9730b4e627.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.922180] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186f4cfa-9c9d-42c9-9be8-de36ab0c5b8e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.945290] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 940.945290] env[65923]: value = "task-4707253" [ 940.945290] env[65923]: _type = "Task" [ 940.945290] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.956159] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.008530] env[65923]: WARNING neutronclient.v2_0.client [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.103883] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.108019] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.732s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.108286] env[65923]: INFO nova.compute.claims [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.125910] env[65923]: INFO nova.scheduler.client.report [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Deleted allocations for instance e9e33c9c-e81e-4053-a631-3816fb983a97 [ 941.206173] env[65923]: DEBUG nova.compute.manager [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 941.235077] env[65923]: DEBUG nova.virt.hardware [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 941.235226] env[65923]: DEBUG nova.virt.hardware [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.235358] env[65923]: DEBUG nova.virt.hardware [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 941.235538] env[65923]: DEBUG nova.virt.hardware [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.235672] env[65923]: DEBUG nova.virt.hardware [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 941.235847] env[65923]: DEBUG nova.virt.hardware [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 941.236057] env[65923]: DEBUG nova.virt.hardware [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.236215] env[65923]: DEBUG nova.virt.hardware [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 941.236383] env[65923]: DEBUG nova.virt.hardware [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 941.236556] env[65923]: DEBUG nova.virt.hardware [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 941.236724] env[65923]: DEBUG nova.virt.hardware [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 941.237703] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6842f9e2-9a1b-4641-8e0a-3e3bde4c25dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.248162] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be027e5-7781-4240-8664-a674d360dafd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.337140] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquiring lock "0fc71b02-7210-4df8-8f10-d75d02bbcc7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.337366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "0fc71b02-7210-4df8-8f10-d75d02bbcc7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.363934] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707252, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.367355] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "eea92ca0-4856-4722-b34c-10e6689c4c97" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.367355] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.373008] env[65923]: DEBUG nova.compute.manager [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 941.374370] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19b0cf5-28c4-4879-813d-2b88958dc754 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.379666] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.380191] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Releasing lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.380531] env[65923]: DEBUG nova.compute.manager [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Instance network_info: |[{"id": "cbbec562-35f8-452a-abe9-9412de76ad06", "address": "fa:16:3e:3e:e9:6a", "network": {"id": "324c9af9-fbae-49f4-ae27-22ef54ab7bff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1966157917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "762cdafefc96477ea8d929e961258dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbbec562-35", "ovs_interfaceid": "cbbec562-35f8-452a-abe9-9412de76ad06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 941.385110] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:e9:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbbec562-35f8-452a-abe9-9412de76ad06', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.402201] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 941.402976] env[65923]: DEBUG nova.compute.manager [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65923) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 941.404241] env[65923]: DEBUG nova.objects.instance [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'flavor' on Instance uuid eea92ca0-4856-4722-b34c-10e6689c4c97 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.408119] env[65923]: DEBUG oslo_concurrency.lockutils [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.408608] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.410699] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-decfe99f-7096-4b4f-b34f-bf05876be94b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.455760] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.455760] env[65923]: value = "task-4707254" [ 941.455760] env[65923]: _type = "Task" [ 941.455760] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.467904] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.476612] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707254, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.636357] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b5220b9b-7b30-423f-8fff-5f01f81e5c0a tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e9e33c9c-e81e-4053-a631-3816fb983a97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.246s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.674338] env[65923]: WARNING neutronclient.v2_0.client [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.840489] env[65923]: DEBUG nova.compute.manager [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 941.866307] env[65923]: DEBUG nova.network.neutron [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updating instance_info_cache with network_info: [{"id": "3b767ea7-4304-454e-a38a-8772523f5eca", "address": "fa:16:3e:da:b8:06", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b767ea7-43", "ovs_interfaceid": "3b767ea7-4304-454e-a38a-8772523f5eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b16e617-2205-463c-b7f8-cc1abbbd99ed", "address": "fa:16:3e:60:e9:91", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b16e617-22", "ovs_interfaceid": "6b16e617-2205-463c-b7f8-cc1abbbd99ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dd7094de-22c4-4810-9ede-6add8dc27914", "address": "fa:16:3e:d6:92:f1", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7094de-22", "ovs_interfaceid": "dd7094de-22c4-4810-9ede-6add8dc27914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.869376] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707252, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.872220] env[65923]: DEBUG nova.network.neutron [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Successfully updated port: 1238b826-5de2-4b22-8659-bca1383699c8 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 941.957818] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707253, 'name': ReconfigVM_Task, 'duration_secs': 0.629818} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.961197] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 4d92ff04-1b95-4b1e-84a6-1a9730b4e627/4d92ff04-1b95-4b1e-84a6-1a9730b4e627.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.962280] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8340b1ed-17d2-48f5-af84-0187b23d5d4e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.970547] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707254, 'name': CreateVM_Task, 'duration_secs': 0.383982} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.971862] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.972237] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 941.972237] env[65923]: value = "task-4707255" [ 941.972237] env[65923]: _type = "Task" [ 941.972237] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.972759] env[65923]: WARNING neutronclient.v2_0.client [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.973205] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.973365] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.973688] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.974053] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f052f67c-ba6f-450b-98e3-fc5c722a0023 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.985897] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707255, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.987133] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 941.987133] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52adc55d-db73-55a7-6323-0b30d3e39d99" [ 941.987133] env[65923]: _type = "Task" [ 941.987133] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.996542] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52adc55d-db73-55a7-6323-0b30d3e39d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.365072] env[65923]: DEBUG oslo_vmware.api [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707252, 'name': RemoveSnapshot_Task, 'duration_secs': 1.329185} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.369034] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.369409] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 942.374228] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "refresh_cache-b9c3e2c9-9860-4412-a11c-1e8191e5f841" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.374228] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "refresh_cache-b9c3e2c9-9860-4412-a11c-1e8191e5f841" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.374839] env[65923]: DEBUG nova.network.neutron [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 942.375478] env[65923]: DEBUG oslo_concurrency.lockutils [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.376084] env[65923]: DEBUG oslo_concurrency.lockutils [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.376242] env[65923]: DEBUG oslo_concurrency.lockutils [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.381721] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d53bc3-dde8-4aae-9bae-77d44aecf357 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.405126] env[65923]: DEBUG nova.virt.hardware [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 942.405519] env[65923]: DEBUG nova.virt.hardware [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.405696] env[65923]: DEBUG nova.virt.hardware [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 942.406154] env[65923]: DEBUG nova.virt.hardware [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.406154] env[65923]: DEBUG nova.virt.hardware [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 942.406291] env[65923]: DEBUG nova.virt.hardware [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 942.406392] env[65923]: DEBUG nova.virt.hardware [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 942.406527] env[65923]: DEBUG nova.virt.hardware [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 942.406688] env[65923]: DEBUG nova.virt.hardware [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 942.406960] env[65923]: DEBUG nova.virt.hardware [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 942.407078] env[65923]: DEBUG nova.virt.hardware [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 942.413440] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Reconfiguring VM to attach interface {{(pid=65923) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 942.416903] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531f17d4-1681-4c8e-b184-1f8fc02ae6f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.432378] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.433242] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23c7ef2f-b307-4243-a841-7fd612a27759 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.444957] env[65923]: DEBUG oslo_vmware.api [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 942.444957] env[65923]: value = "task-4707257" [ 942.444957] env[65923]: _type = "Task" [ 942.444957] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.444957] env[65923]: DEBUG oslo_vmware.api [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 942.444957] env[65923]: value = "task-4707256" [ 942.444957] env[65923]: _type = "Task" [ 942.444957] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.458722] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9f26d4-7ecb-40fa-8f59-d6b83d47de16 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.469441] env[65923]: DEBUG oslo_vmware.api [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707257, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.470273] env[65923]: DEBUG oslo_vmware.api [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.472322] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "2d0a2046-c718-4066-8737-f93ce7591cec" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.472673] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "2d0a2046-c718-4066-8737-f93ce7591cec" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.481663] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d64d714-2f9b-479b-8261-bc25a5979900 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.521312] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707255, 'name': Rename_Task, 'duration_secs': 0.154053} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.522372] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.523248] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438d624a-ee72-433d-9d61-3d8d6705f0d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.530043] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fd4d7bb-5b0a-47dd-8110-d207ec380218 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.532179] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52adc55d-db73-55a7-6323-0b30d3e39d99, 'name': SearchDatastore_Task, 'duration_secs': 0.011565} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.532884] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.533148] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.533383] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.533526] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.533710] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.534305] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b9599f2-1fa5-480e-8ce8-01c6d23f978d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.543100] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947c9a4d-89ee-4453-a6ea-4514c0c17e74 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.547843] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 942.547843] env[65923]: value = "task-4707258" [ 942.547843] env[65923]: _type = "Task" [ 942.547843] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.553451] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.553629] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.554471] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef3a42f-5d04-4bbe-b333-3dc05f25fb17 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.565128] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707258, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.565999] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 942.565999] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5282a1dc-1336-1e9c-9bba-d44405c2c44a" [ 942.565999] env[65923]: _type = "Task" [ 942.565999] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.576303] env[65923]: DEBUG nova.compute.provider_tree [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.588743] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5282a1dc-1336-1e9c-9bba-d44405c2c44a, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.590340] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2454c13-332b-4080-96df-a784a3a5a942 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.597412] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 942.597412] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528d86f5-0854-a202-2ca3-76c37b65233e" [ 942.597412] env[65923]: _type = "Task" [ 942.597412] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.606332] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528d86f5-0854-a202-2ca3-76c37b65233e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.875260] env[65923]: WARNING nova.compute.manager [None req-66d9e297-17c6-4fa0-b1e3-47b71998b40a tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Image not found during snapshot: nova.exception.ImageNotFound: Image 6fbe824a-528b-414b-a985-5ab83941cbe7 could not be found. [ 942.934758] env[65923]: DEBUG nova.network.neutron [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 942.966212] env[65923]: DEBUG oslo_vmware.api [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.966557] env[65923]: DEBUG oslo_vmware.api [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707256, 'name': PowerOffVM_Task, 'duration_secs': 0.251234} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.966851] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.966991] env[65923]: DEBUG nova.compute.manager [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 942.968062] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c321c3f6-a6c8-4a2a-ba76-52a735809b07 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.978642] env[65923]: DEBUG nova.compute.utils [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.031028] env[65923]: WARNING neutronclient.v2_0.client [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.060258] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.084671] env[65923]: DEBUG nova.scheduler.client.report [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.112813] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528d86f5-0854-a202-2ca3-76c37b65233e, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.113828] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.113828] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 6f6fb043-904b-4148-a4d3-0c234de4e2ab/6f6fb043-904b-4148-a4d3-0c234de4e2ab.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.114208] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72b717f5-31f8-4def-84ca-e023a7a0d3ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.123374] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 943.123374] env[65923]: value = "task-4707259" [ 943.123374] env[65923]: _type = "Task" [ 943.123374] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.129622] env[65923]: DEBUG nova.network.neutron [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Updating instance_info_cache with network_info: [{"id": "1238b826-5de2-4b22-8659-bca1383699c8", "address": "fa:16:3e:17:b5:a0", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1238b826-5d", "ovs_interfaceid": "1238b826-5de2-4b22-8659-bca1383699c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.134664] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.455641] env[65923]: DEBUG oslo_vmware.api [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707257, 'name': ReconfigVM_Task, 'duration_secs': 0.964444} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.456136] env[65923]: WARNING neutronclient.v2_0.client [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.456440] env[65923]: DEBUG oslo_concurrency.lockutils [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.456694] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Reconfigured VM to attach interface {{(pid=65923) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 943.480567] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863dacc2-50ee-4b68-8ca7-265202f4c16c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.113s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.481831] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "2d0a2046-c718-4066-8737-f93ce7591cec" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.561626] env[65923]: DEBUG oslo_vmware.api [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707258, 'name': PowerOnVM_Task, 'duration_secs': 0.58284} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.561626] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.562311] env[65923]: INFO nova.compute.manager [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Took 9.92 seconds to spawn the instance on the hypervisor. [ 943.562311] env[65923]: DEBUG nova.compute.manager [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 943.562785] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96e697a-c550-44e4-997b-5396aedd7281 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.591498] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.592227] env[65923]: DEBUG nova.compute.manager [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 943.596149] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.216s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.596412] env[65923]: DEBUG nova.objects.instance [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Lazy-loading 'resources' on Instance uuid b3c6bd0c-cc2e-4401-8adc-3862f44d2e74 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.636293] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "refresh_cache-b9c3e2c9-9860-4412-a11c-1e8191e5f841" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.636874] env[65923]: DEBUG nova.compute.manager [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Instance network_info: |[{"id": "1238b826-5de2-4b22-8659-bca1383699c8", "address": "fa:16:3e:17:b5:a0", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1238b826-5d", "ovs_interfaceid": "1238b826-5de2-4b22-8659-bca1383699c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 943.641445] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:b5:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1238b826-5de2-4b22-8659-bca1383699c8', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.651060] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 943.651578] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707259, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.651839] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.652153] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e9e02d-7974-44b3-ac71-cfa5e92e0814 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.678243] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.678243] env[65923]: value = "task-4707260" [ 943.678243] env[65923]: _type = "Task" [ 943.678243] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.690643] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707260, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.963195] env[65923]: DEBUG oslo_concurrency.lockutils [None req-406a79a6-38d2-4122-bc65-0fb43667d469 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-dd7094de-22c4-4810-9ede-6add8dc27914" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.739s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.084737] env[65923]: INFO nova.compute.manager [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Took 21.06 seconds to build instance. [ 944.101119] env[65923]: DEBUG nova.compute.utils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.108252] env[65923]: DEBUG nova.compute.manager [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 944.108252] env[65923]: DEBUG nova.network.neutron [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 944.108252] env[65923]: WARNING neutronclient.v2_0.client [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.108252] env[65923]: WARNING neutronclient.v2_0.client [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.135343] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745851} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.135455] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 6f6fb043-904b-4148-a4d3-0c234de4e2ab/6f6fb043-904b-4148-a4d3-0c234de4e2ab.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.135614] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.135880] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-306656ce-966c-4951-a9c9-807925270679 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.143952] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 944.143952] env[65923]: value = "task-4707261" [ 944.143952] env[65923]: _type = "Task" [ 944.143952] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.158605] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.169661] env[65923]: DEBUG nova.policy [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66a3a3fba6e421a8dae184004a80a35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d6fc65f1ca84470b785586a037be8b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.194599] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707260, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.433669] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c8cda0-2d36-41bc-abad-7ba1ec438be8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.442537] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d6f450-ab60-487c-a240-1462f7c112aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.483998] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a61b7-0845-41be-8422-cb4c1bf88236 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.488210] env[65923]: DEBUG nova.compute.manager [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received event network-changed-dd7094de-22c4-4810-9ede-6add8dc27914 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 944.488295] env[65923]: DEBUG nova.compute.manager [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Refreshing instance network info cache due to event network-changed-dd7094de-22c4-4810-9ede-6add8dc27914. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 944.488498] env[65923]: DEBUG oslo_concurrency.lockutils [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] Acquiring lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.488630] env[65923]: DEBUG oslo_concurrency.lockutils [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] Acquired lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.489228] env[65923]: DEBUG nova.network.neutron [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Refreshing network info cache for port dd7094de-22c4-4810-9ede-6add8dc27914 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.499166] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc962307-3e84-4c67-ba29-bdb35a7adacd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.517697] env[65923]: DEBUG nova.compute.provider_tree [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.520428] env[65923]: DEBUG nova.compute.manager [req-4a28d7a7-7bca-4623-9d69-afaf9b3c7bc6 req-6d5ecc9d-c2ba-4b10-88aa-a2d23202225a service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Received event network-changed-cbbec562-35f8-452a-abe9-9412de76ad06 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 944.520602] env[65923]: DEBUG nova.compute.manager [req-4a28d7a7-7bca-4623-9d69-afaf9b3c7bc6 req-6d5ecc9d-c2ba-4b10-88aa-a2d23202225a service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Refreshing instance network info cache due to event network-changed-cbbec562-35f8-452a-abe9-9412de76ad06. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 944.520799] env[65923]: DEBUG oslo_concurrency.lockutils [req-4a28d7a7-7bca-4623-9d69-afaf9b3c7bc6 req-6d5ecc9d-c2ba-4b10-88aa-a2d23202225a service nova] Acquiring lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.521134] env[65923]: DEBUG oslo_concurrency.lockutils [req-4a28d7a7-7bca-4623-9d69-afaf9b3c7bc6 req-6d5ecc9d-c2ba-4b10-88aa-a2d23202225a service nova] Acquired lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.521299] env[65923]: DEBUG nova.network.neutron [req-4a28d7a7-7bca-4623-9d69-afaf9b3c7bc6 req-6d5ecc9d-c2ba-4b10-88aa-a2d23202225a service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Refreshing network info cache for port cbbec562-35f8-452a-abe9-9412de76ad06 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.563581] env[65923]: DEBUG nova.network.neutron [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Successfully created port: 7810235d-4ce2-4223-ac47-0b0d2d83c60b {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 944.566273] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "2d0a2046-c718-4066-8737-f93ce7591cec" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.566498] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "2d0a2046-c718-4066-8737-f93ce7591cec" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.566713] env[65923]: INFO nova.compute.manager [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Attaching volume 7f5a93da-414f-4959-a81e-439ae1958f77 to /dev/sdb [ 944.588148] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac2d4e98-2174-41f8-ba1f-43a330ebb8f8 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.573s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.603579] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746cf94a-2e9d-4347-a57f-ffb1eb61f4cc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.607681] env[65923]: DEBUG nova.compute.manager [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 944.616097] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e566f011-1935-4951-883a-a5bf63bfe70f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.632193] env[65923]: DEBUG nova.virt.block_device [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Updating existing volume attachment record: 9062ad36-f88c-48c4-87cb-b285f7153069 {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 944.663889] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077368} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.664068] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.665483] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32362711-c9fa-462a-b58d-1fb089956db7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.693462] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 6f6fb043-904b-4148-a4d3-0c234de4e2ab/6f6fb043-904b-4148-a4d3-0c234de4e2ab.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.698033] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dac0eb4-945d-4c51-b41f-a84846aa51d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.719343] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707260, 'name': CreateVM_Task, 'duration_secs': 0.731414} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.723250] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.723654] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 944.723654] env[65923]: value = "task-4707262" [ 944.723654] env[65923]: _type = "Task" [ 944.723654] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.724131] env[65923]: WARNING neutronclient.v2_0.client [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.724558] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.724734] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.725944] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.726297] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5971ad0-d99e-481a-bb8b-f311eaac1c21 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.738029] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 944.738029] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e83061-d58f-ca3a-d5f4-df4f98ee9dd8" [ 944.738029] env[65923]: _type = "Task" [ 944.738029] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.744368] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.754576] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e83061-d58f-ca3a-d5f4-df4f98ee9dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.012679} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.754896] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.755196] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.759189] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.759189] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.759189] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.759189] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f59e1fc6-97b3-48cf-ac58-f6f2a40ec56c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.767120] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.767318] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.768104] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3914ffa1-64c8-424c-8e9f-4b6cc61be45b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.774607] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 944.774607] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c939be-ec4b-649b-6e30-dae2df7913f3" [ 944.774607] env[65923]: _type = "Task" [ 944.774607] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.783590] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c939be-ec4b-649b-6e30-dae2df7913f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.951473] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "e396d52a-e51b-4396-b672-c81068d621bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.951740] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e396d52a-e51b-4396-b672-c81068d621bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.951944] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "e396d52a-e51b-4396-b672-c81068d621bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.952150] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e396d52a-e51b-4396-b672-c81068d621bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.952319] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e396d52a-e51b-4396-b672-c81068d621bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.954514] env[65923]: INFO nova.compute.manager [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Terminating instance [ 944.992092] env[65923]: WARNING neutronclient.v2_0.client [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.024600] env[65923]: WARNING neutronclient.v2_0.client [req-4a28d7a7-7bca-4623-9d69-afaf9b3c7bc6 req-6d5ecc9d-c2ba-4b10-88aa-a2d23202225a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.027501] env[65923]: DEBUG nova.scheduler.client.report [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.237756] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.286633] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c939be-ec4b-649b-6e30-dae2df7913f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010745} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.290252] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5304d075-4f85-4489-a7f1-9a5175f1cf6a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.296588] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 945.296588] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c15aa9-0ae6-f402-1db9-c4d6cc728d93" [ 945.296588] env[65923]: _type = "Task" [ 945.296588] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.305930] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c15aa9-0ae6-f402-1db9-c4d6cc728d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.458252] env[65923]: DEBUG nova.compute.manager [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 945.458510] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.459503] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d249a1-3898-48fc-b5bf-24cabdb99bf7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.469936] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.470457] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3ff12f-db19-404d-bd0c-e53eb8411970 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.479752] env[65923]: DEBUG oslo_vmware.api [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 945.479752] env[65923]: value = "task-4707266" [ 945.479752] env[65923]: _type = "Task" [ 945.479752] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.497978] env[65923]: DEBUG oslo_vmware.api [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.497978] env[65923]: WARNING neutronclient.v2_0.client [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.510448] env[65923]: WARNING neutronclient.v2_0.client [req-4a28d7a7-7bca-4623-9d69-afaf9b3c7bc6 req-6d5ecc9d-c2ba-4b10-88aa-a2d23202225a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.532908] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.537871] env[65923]: DEBUG oslo_concurrency.lockutils [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.130s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.538281] env[65923]: DEBUG oslo_concurrency.lockutils [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.541294] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.172s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.543514] env[65923]: INFO nova.compute.claims [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.578745] env[65923]: INFO nova.scheduler.client.report [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted allocations for instance fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f [ 945.580887] env[65923]: INFO nova.scheduler.client.report [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Deleted allocations for instance b3c6bd0c-cc2e-4401-8adc-3862f44d2e74 [ 945.609464] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.609762] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.610014] env[65923]: INFO nova.compute.manager [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Rebooting instance [ 945.618657] env[65923]: DEBUG nova.compute.manager [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 945.655140] env[65923]: DEBUG nova.virt.hardware [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 945.655558] env[65923]: DEBUG nova.virt.hardware [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.655558] env[65923]: DEBUG nova.virt.hardware [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 945.655768] env[65923]: DEBUG nova.virt.hardware [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.655845] env[65923]: DEBUG nova.virt.hardware [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 945.655995] env[65923]: DEBUG nova.virt.hardware [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 945.656229] env[65923]: DEBUG nova.virt.hardware [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 945.656463] env[65923]: DEBUG nova.virt.hardware [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 945.656726] env[65923]: DEBUG nova.virt.hardware [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 945.656992] env[65923]: DEBUG nova.virt.hardware [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 945.657253] env[65923]: DEBUG nova.virt.hardware [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 945.658808] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73daba15-c9c4-4bb3-ab2e-14afc3371269 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.672077] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d390774-6717-49e0-8891-9863f5166b63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.739280] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707262, 'name': ReconfigVM_Task, 'duration_secs': 0.818393} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.739795] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 6f6fb043-904b-4148-a4d3-0c234de4e2ab/6f6fb043-904b-4148-a4d3-0c234de4e2ab.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.741519] env[65923]: DEBUG nova.network.neutron [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updated VIF entry in instance network info cache for port dd7094de-22c4-4810-9ede-6add8dc27914. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 945.742014] env[65923]: DEBUG nova.network.neutron [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updating instance_info_cache with network_info: [{"id": "3b767ea7-4304-454e-a38a-8772523f5eca", "address": "fa:16:3e:da:b8:06", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b767ea7-43", "ovs_interfaceid": "3b767ea7-4304-454e-a38a-8772523f5eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6b16e617-2205-463c-b7f8-cc1abbbd99ed", "address": "fa:16:3e:60:e9:91", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b16e617-22", "ovs_interfaceid": "6b16e617-2205-463c-b7f8-cc1abbbd99ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dd7094de-22c4-4810-9ede-6add8dc27914", "address": "fa:16:3e:d6:92:f1", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7094de-22", "ovs_interfaceid": "dd7094de-22c4-4810-9ede-6add8dc27914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.744326] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12fd0a51-ccb6-4c1a-a934-38dc632c8232 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.747044] env[65923]: DEBUG nova.objects.instance [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'flavor' on Instance uuid eea92ca0-4856-4722-b34c-10e6689c4c97 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.755090] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 945.755090] env[65923]: value = "task-4707267" [ 945.755090] env[65923]: _type = "Task" [ 945.755090] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.767467] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707267, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.779523] env[65923]: DEBUG nova.network.neutron [req-4a28d7a7-7bca-4623-9d69-afaf9b3c7bc6 req-6d5ecc9d-c2ba-4b10-88aa-a2d23202225a service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Updated VIF entry in instance network info cache for port cbbec562-35f8-452a-abe9-9412de76ad06. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 945.779877] env[65923]: DEBUG nova.network.neutron [req-4a28d7a7-7bca-4623-9d69-afaf9b3c7bc6 req-6d5ecc9d-c2ba-4b10-88aa-a2d23202225a service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Updating instance_info_cache with network_info: [{"id": "cbbec562-35f8-452a-abe9-9412de76ad06", "address": "fa:16:3e:3e:e9:6a", "network": {"id": "324c9af9-fbae-49f4-ae27-22ef54ab7bff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1966157917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "762cdafefc96477ea8d929e961258dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbbec562-35", "ovs_interfaceid": "cbbec562-35f8-452a-abe9-9412de76ad06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.809547] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c15aa9-0ae6-f402-1db9-c4d6cc728d93, 'name': SearchDatastore_Task, 'duration_secs': 0.011567} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.809931] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.810303] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] b9c3e2c9-9860-4412-a11c-1e8191e5f841/b9c3e2c9-9860-4412-a11c-1e8191e5f841.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.811135] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43e90faf-3f96-4a5c-8dc3-f1882aaa1be3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.821378] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 945.821378] env[65923]: value = "task-4707268" [ 945.821378] env[65923]: _type = "Task" [ 945.821378] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.831324] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.993121] env[65923]: DEBUG oslo_vmware.api [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707266, 'name': PowerOffVM_Task, 'duration_secs': 0.267302} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.993771] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.994288] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.995041] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fd2a0e3-7c14-4d00-b286-0a3b0b297053 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.024670] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "2aee232c-ab19-4f6b-8076-47e526642ad2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.025519] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "2aee232c-ab19-4f6b-8076-47e526642ad2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.025880] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "2aee232c-ab19-4f6b-8076-47e526642ad2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.026133] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "2aee232c-ab19-4f6b-8076-47e526642ad2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.026307] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "2aee232c-ab19-4f6b-8076-47e526642ad2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.028495] env[65923]: INFO nova.compute.manager [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Terminating instance [ 946.102395] env[65923]: DEBUG oslo_concurrency.lockutils [None req-95e22faf-ed5a-47ff-aee6-e9e88b3e9f6d tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.740s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.104641] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.104641] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.104641] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Deleting the datastore file [datastore2] e396d52a-e51b-4396-b672-c81068d621bf {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.106126] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5dc8fdd-0911-4689-ba96-94e3fea065d1 tempest-ServerDiagnosticsTest-2005499829 tempest-ServerDiagnosticsTest-2005499829-project-member] Lock "b3c6bd0c-cc2e-4401-8adc-3862f44d2e74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.629s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.106307] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6656b5bf-66cc-4159-85cd-fd518176ba96 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.122035] env[65923]: DEBUG oslo_vmware.api [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for the task: (returnval){ [ 946.122035] env[65923]: value = "task-4707270" [ 946.122035] env[65923]: _type = "Task" [ 946.122035] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.130602] env[65923]: DEBUG oslo_vmware.api [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.132651] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.132827] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.133694] env[65923]: DEBUG nova.network.neutron [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 946.232778] env[65923]: DEBUG nova.network.neutron [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Successfully updated port: 7810235d-4ce2-4223-ac47-0b0d2d83c60b {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 946.251752] env[65923]: DEBUG oslo_concurrency.lockutils [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] Releasing lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.252217] env[65923]: DEBUG nova.compute.manager [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Received event network-vif-deleted-df9c0583-71a5-46ba-8414-38efb8344957 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 946.252652] env[65923]: DEBUG nova.compute.manager [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Received event network-vif-plugged-1238b826-5de2-4b22-8659-bca1383699c8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 946.252984] env[65923]: DEBUG oslo_concurrency.lockutils [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] Acquiring lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.253799] env[65923]: DEBUG oslo_concurrency.lockutils [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] Lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.255018] env[65923]: DEBUG oslo_concurrency.lockutils [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] Lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.255018] env[65923]: DEBUG nova.compute.manager [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] No waiting events found dispatching network-vif-plugged-1238b826-5de2-4b22-8659-bca1383699c8 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 946.255018] env[65923]: WARNING nova.compute.manager [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Received unexpected event network-vif-plugged-1238b826-5de2-4b22-8659-bca1383699c8 for instance with vm_state building and task_state spawning. [ 946.255018] env[65923]: DEBUG nova.compute.manager [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Received event network-changed-1238b826-5de2-4b22-8659-bca1383699c8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 946.255329] env[65923]: DEBUG nova.compute.manager [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Refreshing instance network info cache due to event network-changed-1238b826-5de2-4b22-8659-bca1383699c8. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 946.255603] env[65923]: DEBUG oslo_concurrency.lockutils [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] Acquiring lock "refresh_cache-b9c3e2c9-9860-4412-a11c-1e8191e5f841" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.255838] env[65923]: DEBUG oslo_concurrency.lockutils [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] Acquired lock "refresh_cache-b9c3e2c9-9860-4412-a11c-1e8191e5f841" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.256131] env[65923]: DEBUG nova.network.neutron [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Refreshing network info cache for port 1238b826-5de2-4b22-8659-bca1383699c8 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.261893] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.262264] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquired lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.262673] env[65923]: DEBUG nova.network.neutron [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 946.263048] env[65923]: DEBUG nova.objects.instance [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'info_cache' on Instance uuid eea92ca0-4856-4722-b34c-10e6689c4c97 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.282933] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707267, 'name': Rename_Task, 'duration_secs': 0.201913} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.283497] env[65923]: DEBUG oslo_concurrency.lockutils [req-4a28d7a7-7bca-4623-9d69-afaf9b3c7bc6 req-6d5ecc9d-c2ba-4b10-88aa-a2d23202225a service nova] Releasing lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.283730] env[65923]: DEBUG nova.compute.manager [req-4a28d7a7-7bca-4623-9d69-afaf9b3c7bc6 req-6d5ecc9d-c2ba-4b10-88aa-a2d23202225a service nova] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Received event network-vif-deleted-70a400e1-1228-47b2-8d63-bfc1962bbb4d {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 946.284156] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.284856] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d50f51ad-e142-439e-93cf-5a6e05a1046d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.299619] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 946.299619] env[65923]: value = "task-4707271" [ 946.299619] env[65923]: _type = "Task" [ 946.299619] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.320144] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707271, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.339604] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707268, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.538083] env[65923]: DEBUG nova.compute.manager [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 946.538083] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.538083] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1673da5a-ce1f-4e59-8f22-54befc597849 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.547114] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.547423] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f76b6c7d-13dc-4a6f-b20b-584865959fcc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.562320] env[65923]: DEBUG oslo_vmware.api [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 946.562320] env[65923]: value = "task-4707272" [ 946.562320] env[65923]: _type = "Task" [ 946.562320] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.573770] env[65923]: DEBUG oslo_vmware.api [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.633563] env[65923]: DEBUG oslo_vmware.api [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Task: {'id': task-4707270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408314} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.634777] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.635886] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.635886] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.635886] env[65923]: INFO nova.compute.manager [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 946.635886] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 946.636506] env[65923]: WARNING neutronclient.v2_0.client [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.638663] env[65923]: DEBUG nova.compute.manager [-] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 946.638663] env[65923]: DEBUG nova.network.neutron [-] [instance: e396d52a-e51b-4396-b672-c81068d621bf] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 946.638888] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.715199] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.738507] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.738773] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.738988] env[65923]: DEBUG nova.network.neutron [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 946.761854] env[65923]: WARNING neutronclient.v2_0.client [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.777027] env[65923]: DEBUG nova.objects.base [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 946.813150] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.836794] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591727} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.837120] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] b9c3e2c9-9860-4412-a11c-1e8191e5f841/b9c3e2c9-9860-4412-a11c-1e8191e5f841.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.837459] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.837829] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56ddd2ee-8d2c-4c0b-bee9-86160bca67cc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.850595] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 946.850595] env[65923]: value = "task-4707273" [ 946.850595] env[65923]: _type = "Task" [ 946.850595] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.855932] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af165b1-985e-4262-ba34-ae26f4a3bef5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.871282] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2d806f-a611-4c1a-b6a8-b9da4151fb92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.872593] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.909607] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7e64c3-bb73-4b98-b0c8-4b4396599162 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.919339] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cb5c13-95c1-45d4-b979-661836e79861 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.940675] env[65923]: DEBUG nova.compute.provider_tree [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.074899] env[65923]: DEBUG oslo_vmware.api [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707272, 'name': PowerOffVM_Task, 'duration_secs': 0.220008} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.075335] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.075592] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.075895] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4e8c78a-ab09-4de3-8c45-5b54a4ba865f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.100207] env[65923]: WARNING neutronclient.v2_0.client [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.152418] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.152705] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.153015] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleting the datastore file [datastore2] 2aee232c-ab19-4f6b-8076-47e526642ad2 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.153323] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10a73cc4-d41d-4797-bbfa-5e2bb12df186 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.163921] env[65923]: DEBUG oslo_vmware.api [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for the task: (returnval){ [ 947.163921] env[65923]: value = "task-4707276" [ 947.163921] env[65923]: _type = "Task" [ 947.163921] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.173451] env[65923]: DEBUG oslo_vmware.api [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.263534] env[65923]: DEBUG nova.compute.manager [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Received event network-vif-plugged-7810235d-4ce2-4223-ac47-0b0d2d83c60b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 947.263850] env[65923]: DEBUG oslo_concurrency.lockutils [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] Acquiring lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.264234] env[65923]: DEBUG oslo_concurrency.lockutils [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.264578] env[65923]: DEBUG oslo_concurrency.lockutils [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.264834] env[65923]: DEBUG nova.compute.manager [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] No waiting events found dispatching network-vif-plugged-7810235d-4ce2-4223-ac47-0b0d2d83c60b {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 947.265045] env[65923]: WARNING nova.compute.manager [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Received unexpected event network-vif-plugged-7810235d-4ce2-4223-ac47-0b0d2d83c60b for instance with vm_state building and task_state spawning. [ 947.265431] env[65923]: DEBUG nova.compute.manager [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Received event network-changed-7810235d-4ce2-4223-ac47-0b0d2d83c60b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 947.265767] env[65923]: DEBUG nova.compute.manager [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Refreshing instance network info cache due to event network-changed-7810235d-4ce2-4223-ac47-0b0d2d83c60b. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 947.265829] env[65923]: DEBUG oslo_concurrency.lockutils [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] Acquiring lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.269587] env[65923]: WARNING neutronclient.v2_0.client [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.278854] env[65923]: DEBUG nova.network.neutron [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 947.283198] env[65923]: WARNING neutronclient.v2_0.client [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.307252] env[65923]: DEBUG nova.network.neutron [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance_info_cache with network_info: [{"id": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "address": "fa:16:3e:38:81:65", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32eb5f4-f6", "ovs_interfaceid": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.312565] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.361954] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086559} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.362196] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.363102] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500c0d73-517c-4682-bd20-1c0f95c7264b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.391463] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] b9c3e2c9-9860-4412-a11c-1e8191e5f841/b9c3e2c9-9860-4412-a11c-1e8191e5f841.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.395529] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed035c6-7bb1-42f7-bb80-81b43c0e02df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.418780] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 947.418780] env[65923]: value = "task-4707277" [ 947.418780] env[65923]: _type = "Task" [ 947.418780] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.419817] env[65923]: DEBUG nova.network.neutron [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Updated VIF entry in instance network info cache for port 1238b826-5de2-4b22-8659-bca1383699c8. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 947.420299] env[65923]: DEBUG nova.network.neutron [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Updating instance_info_cache with network_info: [{"id": "1238b826-5de2-4b22-8659-bca1383699c8", "address": "fa:16:3e:17:b5:a0", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1238b826-5d", "ovs_interfaceid": "1238b826-5de2-4b22-8659-bca1383699c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.432852] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707277, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.442784] env[65923]: DEBUG nova.scheduler.client.report [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.517061] env[65923]: DEBUG nova.compute.manager [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 947.517061] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e430303-775a-4ad1-b049-c174cf0bbfa1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.536448] env[65923]: DEBUG nova.network.neutron [-] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.560953] env[65923]: WARNING neutronclient.v2_0.client [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.646360] env[65923]: DEBUG oslo_concurrency.lockutils [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-6b16e617-2205-463c-b7f8-cc1abbbd99ed" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.646536] env[65923]: DEBUG oslo_concurrency.lockutils [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-6b16e617-2205-463c-b7f8-cc1abbbd99ed" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.674920] env[65923]: DEBUG oslo_vmware.api [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Task: {'id': task-4707276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180503} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.675246] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.675785] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.676013] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.676203] env[65923]: INFO nova.compute.manager [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 947.676467] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 947.677287] env[65923]: DEBUG nova.compute.manager [-] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 947.677391] env[65923]: DEBUG nova.network.neutron [-] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 947.677642] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.694124] env[65923]: DEBUG nova.network.neutron [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance_info_cache with network_info: [{"id": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "address": "fa:16:3e:44:ce:60", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7810235d-4c", "ovs_interfaceid": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.703188] env[65923]: WARNING neutronclient.v2_0.client [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.755901] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.787288] env[65923]: DEBUG nova.network.neutron [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Updating instance_info_cache with network_info: [{"id": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "address": "fa:16:3e:54:3c:8f", "network": {"id": "a8c8fb6c-c661-4f81-8a2f-8869d6fce411", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-913644681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dc613d9c0b497eb148d6f95e1a3d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ed03fc-0b", "ovs_interfaceid": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.814992] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.816180] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707271, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.927709] env[65923]: DEBUG oslo_concurrency.lockutils [req-69133fd7-00c9-4993-b713-4b0715a0249f req-6d5dfcdb-9e32-403c-a465-b61142e6a3fe service nova] Releasing lock "refresh_cache-b9c3e2c9-9860-4412-a11c-1e8191e5f841" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.935137] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.950636] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.950972] env[65923]: DEBUG nova.compute.manager [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 948.040023] env[65923]: INFO nova.compute.manager [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] instance snapshotting [ 948.040023] env[65923]: DEBUG nova.objects.instance [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'flavor' on Instance uuid c70d2116-f92a-44a6-a90b-c7e1ee0f469f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.043356] env[65923]: INFO nova.compute.manager [-] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Took 1.40 seconds to deallocate network for instance. [ 948.149709] env[65923]: DEBUG oslo_concurrency.lockutils [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.149909] env[65923]: DEBUG oslo_concurrency.lockutils [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.150935] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9956090f-c5b9-47af-86db-2fb048553f8a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.171608] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee780599-9cd1-4976-aae8-7aeb7b430cea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.199624] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.200019] env[65923]: DEBUG nova.compute.manager [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Instance network_info: |[{"id": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "address": "fa:16:3e:44:ce:60", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7810235d-4c", "ovs_interfaceid": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 948.200603] env[65923]: WARNING neutronclient.v2_0.client [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.206249] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Reconfiguring VM to detach interface {{(pid=65923) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 948.206382] env[65923]: DEBUG oslo_concurrency.lockutils [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] Acquired lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.206568] env[65923]: DEBUG nova.network.neutron [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Refreshing network info cache for port 7810235d-4ce2-4223-ac47-0b0d2d83c60b {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.207930] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:ce:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7810235d-4ce2-4223-ac47-0b0d2d83c60b', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.215106] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 948.215337] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1778209-f88d-4c54-a1cb-08d11dea7108 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.230059] env[65923]: WARNING neutronclient.v2_0.client [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.232395] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.233146] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b5d9b0b-3a49-4b20-93d8-5a054461ea6c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.250876] env[65923]: DEBUG nova.compute.manager [req-aae71ba1-8209-4e32-bfc3-987fb9f408ee req-cd6d5527-57d8-49f0-930a-44e861081ec2 service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Received event network-vif-deleted-72137b68-8e6e-49b8-8158-15e2221dbd75 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 948.251078] env[65923]: INFO nova.compute.manager [req-aae71ba1-8209-4e32-bfc3-987fb9f408ee req-cd6d5527-57d8-49f0-930a-44e861081ec2 service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Neutron deleted interface 72137b68-8e6e-49b8-8158-15e2221dbd75; detaching it from the instance and deleting it from the info cache [ 948.251248] env[65923]: DEBUG nova.network.neutron [req-aae71ba1-8209-4e32-bfc3-987fb9f408ee req-cd6d5527-57d8-49f0-930a-44e861081ec2 service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.253256] env[65923]: INFO nova.compute.manager [None req-eed3c267-7ecf-4b98-ba44-7e861eaa9969 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Get console output [ 948.253607] env[65923]: WARNING nova.virt.vmwareapi.driver [None req-eed3c267-7ecf-4b98-ba44-7e861eaa9969 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] The console log is missing. Check your VSPC configuration [ 948.259208] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 948.259208] env[65923]: value = "task-4707278" [ 948.259208] env[65923]: _type = "Task" [ 948.259208] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.264418] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.264418] env[65923]: value = "task-4707279" [ 948.264418] env[65923]: _type = "Task" [ 948.264418] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.274030] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.282152] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707279, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.290248] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Releasing lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.313818] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707271, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.322991] env[65923]: DEBUG nova.compute.manager [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 948.323919] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94be66fd-1e69-4a60-af61-153dbf746075 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.435609] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.437081] env[65923]: WARNING neutronclient.v2_0.client [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.455753] env[65923]: DEBUG nova.compute.utils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.457582] env[65923]: DEBUG nova.compute.manager [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Not allocating networking since 'none' was specified. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 948.523562] env[65923]: DEBUG nova.network.neutron [-] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.547083] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d16c02f-5071-4c6e-b7b4-d42b813020d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.551988] env[65923]: DEBUG nova.network.neutron [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updated VIF entry in instance network info cache for port 7810235d-4ce2-4223-ac47-0b0d2d83c60b. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 948.551988] env[65923]: DEBUG nova.network.neutron [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance_info_cache with network_info: [{"id": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "address": "fa:16:3e:44:ce:60", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7810235d-4c", "ovs_interfaceid": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.554080] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.554321] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.554947] env[65923]: DEBUG nova.objects.instance [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lazy-loading 'resources' on Instance uuid e396d52a-e51b-4396-b672-c81068d621bf {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.578988] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b1a346-b178-4b1a-93c7-f1689058439a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.610046] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquiring lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.610202] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.610431] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquiring lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.610628] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.610799] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.614043] env[65923]: INFO nova.compute.manager [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Terminating instance [ 948.756466] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1eac1601-2842-46ca-9148-166ab24bfbcc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.767789] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a48f29-145e-41d4-b7e8-d6bd240d29f3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.787335] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.794711] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707279, 'name': CreateVM_Task, 'duration_secs': 0.424002} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.794890] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.795409] env[65923]: WARNING neutronclient.v2_0.client [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.795933] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.795933] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.796185] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.796685] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877062d1-8920-4e17-8235-31fd79943c34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.814149] env[65923]: DEBUG nova.compute.manager [req-aae71ba1-8209-4e32-bfc3-987fb9f408ee req-cd6d5527-57d8-49f0-930a-44e861081ec2 service nova] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Detach interface failed, port_id=72137b68-8e6e-49b8-8158-15e2221dbd75, reason: Instance 2aee232c-ab19-4f6b-8076-47e526642ad2 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 948.820058] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 948.820058] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52565ebc-6795-41b1-bd37-13213c5cd7d2" [ 948.820058] env[65923]: _type = "Task" [ 948.820058] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.826954] env[65923]: DEBUG oslo_vmware.api [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707271, 'name': PowerOnVM_Task, 'duration_secs': 2.288466} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.827627] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.827829] env[65923]: INFO nova.compute.manager [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Took 10.13 seconds to spawn the instance on the hypervisor. [ 948.828017] env[65923]: DEBUG nova.compute.manager [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 948.828821] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73425d09-a3d9-4513-b29f-0a0e8c45be90 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.835247] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52565ebc-6795-41b1-bd37-13213c5cd7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.838896] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.839047] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.839345] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.839509] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.839805] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.841607] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98cc59c0-2b14-4c55-947f-dbca5274fca3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.854764] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.855055] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.855756] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df61772-280c-4d84-9fca-900b27049f95 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.864821] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 948.864821] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a053d4-84bf-894c-8dee-78e4e6a4f178" [ 948.864821] env[65923]: _type = "Task" [ 948.864821] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.879239] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a053d4-84bf-894c-8dee-78e4e6a4f178, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.879239] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0020cfd7-7085-402c-b2ae-a1314a984a72 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.886192] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 948.886192] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520dbcfb-8478-46b8-16dc-dd3b26c4db7c" [ 948.886192] env[65923]: _type = "Task" [ 948.886192] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.897763] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520dbcfb-8478-46b8-16dc-dd3b26c4db7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.898098] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.898365] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] cdbc01f0-04e5-47cc-912d-047dbf659f6e/cdbc01f0-04e5-47cc-912d-047dbf659f6e.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.898631] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a3ea8b7-ae02-4de8-a3c9-8511da0c555f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.905756] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 948.905756] env[65923]: value = "task-4707280" [ 948.905756] env[65923]: _type = "Task" [ 948.905756] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.914930] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.935258] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.959622] env[65923]: DEBUG nova.compute.manager [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 949.029077] env[65923]: INFO nova.compute.manager [-] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Took 1.35 seconds to deallocate network for instance. [ 949.057898] env[65923]: DEBUG oslo_concurrency.lockutils [req-e15bf705-e68c-44b3-95e9-8db50896ea7c req-44714a8a-7ac1-44f5-81ca-b996647cb334 service nova] Releasing lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.093490] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 949.102027] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-befacb45-9e24-4f36-ba15-1866c00d75c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.110722] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 949.110722] env[65923]: value = "task-4707281" [ 949.110722] env[65923]: _type = "Task" [ 949.110722] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.118823] env[65923]: DEBUG nova.compute.manager [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 949.119091] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.120309] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70ecf3e-999d-4512-b04b-6e6b5e82c060 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.126880] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707281, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.136658] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.136962] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac495a16-2e3d-49e5-9253-dc1dd39db7e5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.145621] env[65923]: DEBUG oslo_vmware.api [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for the task: (returnval){ [ 949.145621] env[65923]: value = "task-4707282" [ 949.145621] env[65923]: _type = "Task" [ 949.145621] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.156683] env[65923]: DEBUG oslo_vmware.api [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.197019] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 949.197019] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918685', 'volume_id': '7f5a93da-414f-4959-a81e-439ae1958f77', 'name': 'volume-7f5a93da-414f-4959-a81e-439ae1958f77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d0a2046-c718-4066-8737-f93ce7591cec', 'attached_at': '', 'detached_at': '', 'volume_id': '7f5a93da-414f-4959-a81e-439ae1958f77', 'serial': '7f5a93da-414f-4959-a81e-439ae1958f77'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 949.197019] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb79ad6-bd5e-4ab2-b4fb-79c018da1622 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.220412] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bbfff7-4583-4c3d-86b6-2eb56dc90ab2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.252829] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-7f5a93da-414f-4959-a81e-439ae1958f77/volume-7f5a93da-414f-4959-a81e-439ae1958f77.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.256747] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd78084-429b-40f1-b57c-2389c2f9d6e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.284758] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.290148] env[65923]: DEBUG oslo_vmware.api [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 949.290148] env[65923]: value = "task-4707283" [ 949.290148] env[65923]: _type = "Task" [ 949.290148] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.297666] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.303163] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b25980bb-1d49-46af-b001-e1e31ddd9185 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.306130] env[65923]: DEBUG oslo_vmware.api [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.319042] env[65923]: DEBUG oslo_vmware.api [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 949.319042] env[65923]: value = "task-4707284" [ 949.319042] env[65923]: _type = "Task" [ 949.319042] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.337032] env[65923]: DEBUG oslo_vmware.api [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.345341] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bf14ac-494e-4ff6-9c0b-6968b14b75da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.361142] env[65923]: INFO nova.compute.manager [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Took 22.99 seconds to build instance. [ 949.366346] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Doing hard reboot of VM {{(pid=65923) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 949.366346] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c2d5a2e9-49c8-4524-8348-f071bda8663a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.377324] env[65923]: DEBUG oslo_vmware.api [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 949.377324] env[65923]: value = "task-4707285" [ 949.377324] env[65923]: _type = "Task" [ 949.377324] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.395073] env[65923]: DEBUG oslo_vmware.api [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707285, 'name': ResetVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.421373] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707280, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.440030] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707277, 'name': ReconfigVM_Task, 'duration_secs': 1.630432} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.440453] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Reconfigured VM instance instance-00000052 to attach disk [datastore1] b9c3e2c9-9860-4412-a11c-1e8191e5f841/b9c3e2c9-9860-4412-a11c-1e8191e5f841.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.441213] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43a4b96c-aa16-45ad-aa5c-eeeb07f97d83 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.454043] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 949.454043] env[65923]: value = "task-4707286" [ 949.454043] env[65923]: _type = "Task" [ 949.454043] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.473619] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707286, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.500531] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab37ebc6-372d-43e7-8f07-0d14442d5666 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.510324] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d283dbfd-54a9-41b9-a4ed-37f04611816e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.541385] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "4f907a2f-1677-448e-908f-dd618be287de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.544031] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "4f907a2f-1677-448e-908f-dd618be287de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.544031] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "4f907a2f-1677-448e-908f-dd618be287de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.544031] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "4f907a2f-1677-448e-908f-dd618be287de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.544031] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "4f907a2f-1677-448e-908f-dd618be287de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.544940] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.545779] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a274cb9d-ac87-4c54-a8a8-d0e2998a191b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.548810] env[65923]: INFO nova.compute.manager [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Terminating instance [ 949.557422] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa41d4ba-628e-42e4-a757-1766ffe49d8f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.578316] env[65923]: DEBUG nova.compute.provider_tree [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.579421] env[65923]: DEBUG nova.compute.manager [req-c6be462d-0d1b-47b2-b331-f438ad104574 req-f1d8a108-111e-442d-9429-0464304a831c service nova] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Received event network-vif-deleted-dea6178a-bf54-41a7-bf6b-3691b0e483fb {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 949.625187] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707281, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.661898] env[65923]: DEBUG oslo_vmware.api [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707282, 'name': PowerOffVM_Task, 'duration_secs': 0.306289} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.661898] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.662098] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.662367] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cb915ff-ad19-486a-8c7f-d7d1a2fc77e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.751340] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.751624] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.751833] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Deleting the datastore file [datastore2] 3f0780e4-4cc7-400d-a020-d83e6639c6ee {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.752231] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f6e7c25-38b4-448a-a04b-a27798ed7b53 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.759601] env[65923]: DEBUG oslo_vmware.api [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for the task: (returnval){ [ 949.759601] env[65923]: value = "task-4707288" [ 949.759601] env[65923]: _type = "Task" [ 949.759601] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.769369] env[65923]: DEBUG oslo_vmware.api [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.783286] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.805279] env[65923]: DEBUG oslo_vmware.api [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707283, 'name': ReconfigVM_Task, 'duration_secs': 0.485837} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.805598] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-7f5a93da-414f-4959-a81e-439ae1958f77/volume-7f5a93da-414f-4959-a81e-439ae1958f77.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.813877] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1fa6d3-a4ec-4755-b9ae-e54c3bbab0c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.841300] env[65923]: DEBUG oslo_vmware.api [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707284, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.843451] env[65923]: DEBUG oslo_vmware.api [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 949.843451] env[65923]: value = "task-4707289" [ 949.843451] env[65923]: _type = "Task" [ 949.843451] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.853460] env[65923]: DEBUG oslo_vmware.api [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.866748] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b4a8a028-e082-455b-bdbc-d1f2af34d57a tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.499s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.890996] env[65923]: DEBUG oslo_vmware.api [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707285, 'name': ResetVM_Task, 'duration_secs': 0.121233} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.891311] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Did hard reboot of VM {{(pid=65923) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 949.891504] env[65923]: DEBUG nova.compute.manager [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 949.892319] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6307a281-8629-494b-988f-27e44e9f3ed0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.916939] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515345} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.917243] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] cdbc01f0-04e5-47cc-912d-047dbf659f6e/cdbc01f0-04e5-47cc-912d-047dbf659f6e.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.917468] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.917726] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6af186d7-4f51-4ce1-b365-7a3bac1b605f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.926495] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 949.926495] env[65923]: value = "task-4707290" [ 949.926495] env[65923]: _type = "Task" [ 949.926495] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.936637] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.966249] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707286, 'name': Rename_Task, 'duration_secs': 0.172851} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.966428] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.966733] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e3809e6-7039-4836-a7cf-00fbe9f01412 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.975280] env[65923]: DEBUG nova.compute.manager [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 949.980184] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 949.980184] env[65923]: value = "task-4707291" [ 949.980184] env[65923]: _type = "Task" [ 949.980184] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.991917] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.003293] env[65923]: DEBUG nova.virt.hardware [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 950.003562] env[65923]: DEBUG nova.virt.hardware [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.003749] env[65923]: DEBUG nova.virt.hardware [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 950.004351] env[65923]: DEBUG nova.virt.hardware [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.004351] env[65923]: DEBUG nova.virt.hardware [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 950.004552] env[65923]: DEBUG nova.virt.hardware [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 950.004832] env[65923]: DEBUG nova.virt.hardware [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 950.005036] env[65923]: DEBUG nova.virt.hardware [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 950.005221] env[65923]: DEBUG nova.virt.hardware [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 950.005389] env[65923]: DEBUG nova.virt.hardware [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 950.005559] env[65923]: DEBUG nova.virt.hardware [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 950.006471] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7094de4a-ae2a-4c73-9406-dcbdb76216f9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.015921] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8966948d-ee94-4eea-9818-488412e7e473 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.030955] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.037770] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Creating folder: Project (48fca1bc0b97436986744f19cb4b03d8). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.040143] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b6ac8f6-fe28-441a-bb92-ffcaf975e731 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.053566] env[65923]: DEBUG nova.compute.manager [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 950.053896] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.056947] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a256d5-8815-4169-98f3-dc9796ecc299 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.060384] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Created folder: Project (48fca1bc0b97436986744f19cb4b03d8) in parent group-v918465. [ 950.060384] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Creating folder: Instances. Parent ref: group-v918688. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.062764] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78b8230c-9a23-4000-ac43-4abe7233cecb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.068671] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.068920] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8244525-c73c-40b2-aa8c-7f8c12d67c85 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.077492] env[65923]: DEBUG oslo_vmware.api [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 950.077492] env[65923]: value = "task-4707294" [ 950.077492] env[65923]: _type = "Task" [ 950.077492] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.077765] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Created folder: Instances in parent group-v918688. [ 950.078098] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 950.078463] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.082478] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0210856-b5fd-4ab9-9a1c-ad8de24259a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.096185] env[65923]: DEBUG nova.scheduler.client.report [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.108261] env[65923]: DEBUG oslo_vmware.api [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4707294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.109686] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.109686] env[65923]: value = "task-4707295" [ 950.109686] env[65923]: _type = "Task" [ 950.109686] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.124987] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707295, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.129146] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707281, 'name': CreateSnapshot_Task, 'duration_secs': 0.616986} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.130169] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 950.131012] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317cad46-5616-4bdd-8626-723cdaf53baf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.272103] env[65923]: DEBUG oslo_vmware.api [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Task: {'id': task-4707288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160271} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.272423] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.272620] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.273204] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.273204] env[65923]: INFO nova.compute.manager [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Took 1.15 seconds to destroy the instance on the hypervisor. [ 950.273331] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 950.273524] env[65923]: DEBUG nova.compute.manager [-] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 950.273609] env[65923]: DEBUG nova.network.neutron [-] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 950.273876] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.288857] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.340024] env[65923]: DEBUG oslo_vmware.api [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707284, 'name': PowerOnVM_Task, 'duration_secs': 0.545132} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.340367] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.340606] env[65923]: DEBUG nova.compute.manager [None req-ac1ccc79-9bba-4ecb-af72-77351b96421a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 950.342020] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655f606c-8442-4f1d-a950-55971952f25b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.355408] env[65923]: DEBUG oslo_vmware.api [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707289, 'name': ReconfigVM_Task, 'duration_secs': 0.176745} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.357674] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918685', 'volume_id': '7f5a93da-414f-4959-a81e-439ae1958f77', 'name': 'volume-7f5a93da-414f-4959-a81e-439ae1958f77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d0a2046-c718-4066-8737-f93ce7591cec', 'attached_at': '', 'detached_at': '', 'volume_id': '7f5a93da-414f-4959-a81e-439ae1958f77', 'serial': '7f5a93da-414f-4959-a81e-439ae1958f77'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 950.407062] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b480bf0-7ea3-4aa8-a9f2-f77174885697 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.797s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.438443] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075829} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.438443] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.439373] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df06255c-3fb4-4118-9508-0e4a5a382f3d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.469372] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] cdbc01f0-04e5-47cc-912d-047dbf659f6e/cdbc01f0-04e5-47cc-912d-047dbf659f6e.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.470737] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.472828] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a94495-2a84-497f-b4ad-e469e39574b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.500805] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707291, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.505165] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 950.505165] env[65923]: value = "task-4707296" [ 950.505165] env[65923]: _type = "Task" [ 950.505165] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.512788] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.590424] env[65923]: DEBUG oslo_vmware.api [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4707294, 'name': PowerOffVM_Task, 'duration_secs': 0.255258} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.590820] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.591154] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.592078] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd2cd2eb-4bca-4b07-a4b0-3e22117e3ea8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.604374] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.607563] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.063s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.608665] env[65923]: DEBUG nova.objects.instance [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lazy-loading 'resources' on Instance uuid 2aee232c-ab19-4f6b-8076-47e526642ad2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.622977] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707295, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.644727] env[65923]: INFO nova.scheduler.client.report [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Deleted allocations for instance e396d52a-e51b-4396-b672-c81068d621bf [ 950.653376] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 950.656134] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e6cd734-a41e-4db7-afb1-9e678b375ff1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.667317] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 950.667317] env[65923]: value = "task-4707298" [ 950.667317] env[65923]: _type = "Task" [ 950.667317] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.672054] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.672307] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.672517] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Deleting the datastore file [datastore1] 4f907a2f-1677-448e-908f-dd618be287de {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.673259] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55da8785-4a37-4e56-aae5-461ae08b6a0b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.679867] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707298, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.681774] env[65923]: DEBUG oslo_vmware.api [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for the task: (returnval){ [ 950.681774] env[65923]: value = "task-4707299" [ 950.681774] env[65923]: _type = "Task" [ 950.681774] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.690920] env[65923]: DEBUG oslo_vmware.api [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4707299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.725245] env[65923]: INFO nova.compute.manager [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Rescuing [ 950.725546] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.725707] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.725895] env[65923]: DEBUG nova.network.neutron [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 950.787468] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.001883] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707291, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.012349] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707296, 'name': ReconfigVM_Task, 'duration_secs': 0.348548} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.012627] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Reconfigured VM instance instance-00000053 to attach disk [datastore1] cdbc01f0-04e5-47cc-912d-047dbf659f6e/cdbc01f0-04e5-47cc-912d-047dbf659f6e.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.013314] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b18ff65-af28-406f-9053-3307f254f2d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.022061] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 951.022061] env[65923]: value = "task-4707300" [ 951.022061] env[65923]: _type = "Task" [ 951.022061] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.033373] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707300, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.052250] env[65923]: DEBUG nova.compute.manager [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 951.053696] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db8e2b1-1160-4c3f-9376-b47b457e43f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.128330] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707295, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.134991] env[65923]: DEBUG nova.compute.manager [req-be1501c5-7a11-4925-9a91-727d53cfb43a req-a3521417-a6f3-4582-b885-6ea41532fe4f service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Received event network-vif-deleted-d5be9e6f-6fe0-4703-a04b-ab54abbe05d6 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 951.134991] env[65923]: INFO nova.compute.manager [req-be1501c5-7a11-4925-9a91-727d53cfb43a req-a3521417-a6f3-4582-b885-6ea41532fe4f service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Neutron deleted interface d5be9e6f-6fe0-4703-a04b-ab54abbe05d6; detaching it from the instance and deleting it from the info cache [ 951.134991] env[65923]: DEBUG nova.network.neutron [req-be1501c5-7a11-4925-9a91-727d53cfb43a req-a3521417-a6f3-4582-b885-6ea41532fe4f service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.164898] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6081dc17-df4d-4958-a6aa-0ef5ce4a3e01 tempest-ListImageFiltersTestJSON-490900830 tempest-ListImageFiltersTestJSON-490900830-project-member] Lock "e396d52a-e51b-4396-b672-c81068d621bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.213s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.188463] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707298, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.204346] env[65923]: DEBUG oslo_vmware.api [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Task: {'id': task-4707299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258177} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.204346] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.204346] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.204346] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.205057] env[65923]: INFO nova.compute.manager [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Took 1.15 seconds to destroy the instance on the hypervisor. [ 951.205057] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 951.205057] env[65923]: DEBUG nova.compute.manager [-] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 951.205250] env[65923]: DEBUG nova.network.neutron [-] [instance: 4f907a2f-1677-448e-908f-dd618be287de] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 951.205815] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.229494] env[65923]: WARNING neutronclient.v2_0.client [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.255279] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.263851] env[65923]: DEBUG nova.network.neutron [-] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.289572] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.417804] env[65923]: DEBUG nova.objects.instance [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lazy-loading 'flavor' on Instance uuid 2d0a2046-c718-4066-8737-f93ce7591cec {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.487383] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6fdbd9-7905-4375-a623-8ff0d0bf6e4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.499290] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e544741-1502-45e0-aa68-ed0305519ec6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.510110] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.388455] env[65923]: INFO nova.compute.manager [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] instance snapshotting [ 952.394168] env[65923]: INFO nova.compute.manager [-] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Took 2.12 seconds to deallocate network for instance. [ 952.396859] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a97d8ebf-137f-478f-abc5-5e12ca1a81cb tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "2d0a2046-c718-4066-8737-f93ce7591cec" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.830s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.407123] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6740ecd-6a0e-4e6c-8a2a-1d3a8c2a93a7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.413344] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ee69953-1ef3-4c62-a294-847f11cb03e4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.435523] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26fb554-9cf1-4319-a513-e7bd32da7b59 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.441302] env[65923]: DEBUG nova.network.neutron [-] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.483711] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707295, 'name': CreateVM_Task, 'duration_secs': 1.563954} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.485095] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707298, 'name': CloneVM_Task, 'duration_secs': 1.693203} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.485095] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707300, 'name': Rename_Task, 'duration_secs': 0.247689} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.485520] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.491663] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.492640] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc10b75-5812-4063-87d5-ef1aa26496e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.496149] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Created linked-clone VM from snapshot [ 952.496528] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.497060] env[65923]: DEBUG oslo_vmware.api [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707291, 'name': PowerOnVM_Task, 'duration_secs': 2.168363} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.499927] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.500034] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.500328] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.501068] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbdb7d2-f455-4c80-a037-779880142017 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.504863] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79d44735-2777-4fd9-bcca-132b49869fc9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.508327] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.508551] env[65923]: INFO nova.compute.manager [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Took 11.30 seconds to spawn the instance on the hypervisor. [ 952.508833] env[65923]: DEBUG nova.compute.manager [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 952.511664] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052246ba-c309-4aca-8597-efb6ad7cf45c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.527762] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08868bf6-33b3-44f2-8326-61a0e55bc656 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.530980] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6fec1a-61a0-4b1d-be5d-a98223260b8c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.537164] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f071f3b4-08c3-47e2-86fa-2b4eef50b3e4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.559539] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Uploading image e2c1cbf4-32f7-4d96-9d6d-50318322a39a {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 952.592786] env[65923]: DEBUG nova.compute.manager [req-be1501c5-7a11-4925-9a91-727d53cfb43a req-a3521417-a6f3-4582-b885-6ea41532fe4f service nova] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Detach interface failed, port_id=d5be9e6f-6fe0-4703-a04b-ab54abbe05d6, reason: Instance 3f0780e4-4cc7-400d-a020-d83e6639c6ee could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 952.593697] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 952.593697] env[65923]: value = "task-4707301" [ 952.593697] env[65923]: _type = "Task" [ 952.593697] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.594615] env[65923]: DEBUG nova.compute.provider_tree [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.600187] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 952.600187] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52497df5-c629-cc38-20cd-c02adf0c0279" [ 952.600187] env[65923]: _type = "Task" [ 952.600187] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.603133] env[65923]: WARNING neutronclient.v2_0.client [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.617544] env[65923]: DEBUG oslo_vmware.rw_handles [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 952.617544] env[65923]: value = "vm-918691" [ 952.617544] env[65923]: _type = "VirtualMachine" [ 952.617544] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 952.618587] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da58cb92-5c80-4e3a-9867-a2bbc162d1cc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.627847] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52497df5-c629-cc38-20cd-c02adf0c0279, 'name': SearchDatastore_Task, 'duration_secs': 0.01236} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.628104] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.628968] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.629268] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.629532] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.629696] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.629883] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.630189] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41623b85-6e92-468e-a068-24faa20607f8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.634501] env[65923]: DEBUG oslo_vmware.rw_handles [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lease: (returnval){ [ 952.634501] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5270c4c9-efa4-aed6-b7ca-c7d9e11d59ec" [ 952.634501] env[65923]: _type = "HttpNfcLease" [ 952.634501] env[65923]: } obtained for exporting VM: (result){ [ 952.634501] env[65923]: value = "vm-918691" [ 952.634501] env[65923]: _type = "VirtualMachine" [ 952.634501] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 952.634967] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the lease: (returnval){ [ 952.634967] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5270c4c9-efa4-aed6-b7ca-c7d9e11d59ec" [ 952.634967] env[65923]: _type = "HttpNfcLease" [ 952.634967] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 952.642984] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.642984] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.645542] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fc063f-7d7d-4235-a681-998711bf1dbd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.648579] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.648579] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5270c4c9-efa4-aed6-b7ca-c7d9e11d59ec" [ 952.648579] env[65923]: _type = "HttpNfcLease" [ 952.648579] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 952.654213] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 952.654213] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b6fd7e-9f06-6687-1bd7-a13f4a88642b" [ 952.654213] env[65923]: _type = "Task" [ 952.654213] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.666675] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b6fd7e-9f06-6687-1bd7-a13f4a88642b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.706115] env[65923]: DEBUG nova.network.neutron [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Updating instance_info_cache with network_info: [{"id": "cbbec562-35f8-452a-abe9-9412de76ad06", "address": "fa:16:3e:3e:e9:6a", "network": {"id": "324c9af9-fbae-49f4-ae27-22ef54ab7bff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1966157917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "762cdafefc96477ea8d929e961258dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbbec562-35", "ovs_interfaceid": "cbbec562-35f8-452a-abe9-9412de76ad06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.911020] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.943534] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "2d0a2046-c718-4066-8737-f93ce7591cec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.943897] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "2d0a2046-c718-4066-8737-f93ce7591cec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.943985] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "2d0a2046-c718-4066-8737-f93ce7591cec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.944243] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "2d0a2046-c718-4066-8737-f93ce7591cec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.944349] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "2d0a2046-c718-4066-8737-f93ce7591cec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.946790] env[65923]: INFO nova.compute.manager [-] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Took 1.74 seconds to deallocate network for instance. [ 952.947777] env[65923]: INFO nova.compute.manager [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Terminating instance [ 953.013406] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.055691] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 953.055940] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a6677afb-e8cf-48be-a1f5-186cf57671f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.065369] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 953.065369] env[65923]: value = "task-4707303" [ 953.065369] env[65923]: _type = "Task" [ 953.065369] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.080413] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707303, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.098349] env[65923]: DEBUG nova.scheduler.client.report [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.118823] env[65923]: INFO nova.compute.manager [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Took 25.57 seconds to build instance. [ 953.125748] env[65923]: DEBUG oslo_vmware.api [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707301, 'name': PowerOnVM_Task, 'duration_secs': 0.54342} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.126036] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.126246] env[65923]: INFO nova.compute.manager [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Took 7.51 seconds to spawn the instance on the hypervisor. [ 953.126482] env[65923]: DEBUG nova.compute.manager [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 953.127767] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4132714a-7438-4533-a996-83a4b23136c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.156251] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.156251] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5270c4c9-efa4-aed6-b7ca-c7d9e11d59ec" [ 953.156251] env[65923]: _type = "HttpNfcLease" [ 953.156251] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 953.156481] env[65923]: DEBUG oslo_vmware.rw_handles [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 953.156481] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5270c4c9-efa4-aed6-b7ca-c7d9e11d59ec" [ 953.156481] env[65923]: _type = "HttpNfcLease" [ 953.156481] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 953.161893] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891816a7-59f4-41fa-b380-a00cba54bc3f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.180013] env[65923]: DEBUG oslo_vmware.rw_handles [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f659c2-a94d-640f-cd05-7eccea60a8ce/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 953.180447] env[65923]: DEBUG oslo_vmware.rw_handles [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f659c2-a94d-640f-cd05-7eccea60a8ce/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 953.181912] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b6fd7e-9f06-6687-1bd7-a13f4a88642b, 'name': SearchDatastore_Task, 'duration_secs': 0.015968} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.183080] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b41088-d598-4c2a-9bd1-0aa137d527bd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.248671] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Releasing lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.255386] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 953.255386] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5214efc7-691c-1604-696d-7101e17806f2" [ 953.255386] env[65923]: _type = "Task" [ 953.255386] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.256570] env[65923]: DEBUG nova.compute.manager [req-699a16f8-5279-48bb-9d42-baf55bcd1a5a req-8ae9726e-76c0-4db1-8e47-60e71747a84e service nova] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Received event network-vif-deleted-0d8e4b6b-7695-4b70-b087-595dfad1aa49 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 953.269216] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5214efc7-691c-1604-696d-7101e17806f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.335860] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-baf0d762-5d59-4691-ab06-059f9412c477 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.407184] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.460913] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.464841] env[65923]: DEBUG nova.compute.manager [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 953.465104] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.465408] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a04d6ea-6c87-4785-9e5e-cf12c57fe1c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.475716] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 953.475716] env[65923]: value = "task-4707304" [ 953.475716] env[65923]: _type = "Task" [ 953.475716] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.488437] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.586886] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707303, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.615879] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.008s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.618785] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.605s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.618785] env[65923]: DEBUG nova.objects.instance [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Lazy-loading 'resources' on Instance uuid 3f0780e4-4cc7-400d-a020-d83e6639c6ee {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.624610] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1991b1d8-c2a6-4914-82ca-dd2709f46505 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.077s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.658426] env[65923]: INFO nova.compute.manager [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Took 14.31 seconds to build instance. [ 953.670977] env[65923]: INFO nova.scheduler.client.report [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Deleted allocations for instance 2aee232c-ab19-4f6b-8076-47e526642ad2 [ 953.775603] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5214efc7-691c-1604-696d-7101e17806f2, 'name': SearchDatastore_Task, 'duration_secs': 0.017642} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.778776] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.778776] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 0fc71b02-7210-4df8-8f10-d75d02bbcc7b/0fc71b02-7210-4df8-8f10-d75d02bbcc7b.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.780070] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5132934a-bd75-4fe4-843e-fbbe32180da2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.793646] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 953.793646] env[65923]: value = "task-4707305" [ 953.793646] env[65923]: _type = "Task" [ 953.793646] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.807451] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.909653] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.991332] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707304, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.083359] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707303, 'name': CreateSnapshot_Task, 'duration_secs': 0.857444} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.083359] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 954.083479] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d82489-9f64-4e6c-8fad-d2503b495667 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.160893] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b2dea8c-cf1f-4293-a3fa-704f7e936252 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.818s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.185990] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1799eb6-2ef3-4e28-aa50-15d07ffb19d6 tempest-ImagesTestJSON-1222242501 tempest-ImagesTestJSON-1222242501-project-member] Lock "2aee232c-ab19-4f6b-8076-47e526642ad2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.160s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.322110] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707305, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.422366] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.448905] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2551c68c-d21a-438c-8e84-ceb69c1d9314 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.460444] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c293084-5674-433e-8d5e-3c3ed00b4c75 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.509161] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1279e75-ebd7-493b-9eb8-f70d67c4f2eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.520497] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707304, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.522138] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12dc278-b018-40be-804b-8a88c4dd66ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.539600] env[65923]: DEBUG nova.compute.provider_tree [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.609087] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 954.609087] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c65bec33-9f42-4ab1-b49a-cdca2dc5ca87 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.621508] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 954.621508] env[65923]: value = "task-4707306" [ 954.621508] env[65923]: _type = "Task" [ 954.621508] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.631734] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707306, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.808463] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.809315] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f48775e-e886-46e9-ac6d-e94d42f27744 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.817908] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703429} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.818503] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 0fc71b02-7210-4df8-8f10-d75d02bbcc7b/0fc71b02-7210-4df8-8f10-d75d02bbcc7b.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.818814] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.819163] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e04cb3e6-eb0a-4651-9799-cd5abfa233dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.823822] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 954.823822] env[65923]: value = "task-4707307" [ 954.823822] env[65923]: _type = "Task" [ 954.823822] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.830692] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 954.830692] env[65923]: value = "task-4707308" [ 954.830692] env[65923]: _type = "Task" [ 954.830692] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.839021] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.846060] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.920834] env[65923]: DEBUG oslo_vmware.api [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707278, 'name': ReconfigVM_Task, 'duration_secs': 6.576664} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.920834] env[65923]: DEBUG oslo_concurrency.lockutils [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.920834] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Reconfigured VM to detach interface {{(pid=65923) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 954.920834] env[65923]: WARNING neutronclient.v2_0.client [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.921743] env[65923]: WARNING neutronclient.v2_0.client [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.022140] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707304, 'name': PowerOffVM_Task, 'duration_secs': 1.339708} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.022692] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.023065] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 955.023367] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918685', 'volume_id': '7f5a93da-414f-4959-a81e-439ae1958f77', 'name': 'volume-7f5a93da-414f-4959-a81e-439ae1958f77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d0a2046-c718-4066-8737-f93ce7591cec', 'attached_at': '', 'detached_at': '', 'volume_id': '7f5a93da-414f-4959-a81e-439ae1958f77', 'serial': '7f5a93da-414f-4959-a81e-439ae1958f77'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 955.024410] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5116cf-1067-4bf3-82a3-77cc7f58a2d3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.054149] env[65923]: DEBUG nova.scheduler.client.report [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.063433] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd29a75b-8876-470e-8c6c-a22c370fc618 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.075225] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de786523-0d24-4dcb-8d58-0f8b279657c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.107915] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf5b39d-2164-4e58-bbb8-4f27f35bac18 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.128811] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The volume has not been displaced from its original location: [datastore1] volume-7f5a93da-414f-4959-a81e-439ae1958f77/volume-7f5a93da-414f-4959-a81e-439ae1958f77.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 955.135942] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.140169] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca3ad082-53b7-4a9f-9c58-d3bdbcee0fb1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.161972] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707306, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.164093] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 955.164093] env[65923]: value = "task-4707309" [ 955.164093] env[65923]: _type = "Task" [ 955.164093] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.175927] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.339999] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707307, 'name': PowerOffVM_Task, 'duration_secs': 0.447954} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.342813] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.342813] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5940b7c3-41af-490a-bbc2-17432b59a48d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.349372] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080957} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.350532] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.352205] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cab17de-beca-48be-9665-d855743962e3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.375155] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea63acb-73e8-49a9-a5e8-1ba4b6035f0f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.398788] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 0fc71b02-7210-4df8-8f10-d75d02bbcc7b/0fc71b02-7210-4df8-8f10-d75d02bbcc7b.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.399626] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-877c30ec-51c2-4d65-94b5-f751e33e00aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.429231] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 955.429231] env[65923]: value = "task-4707310" [ 955.429231] env[65923]: _type = "Task" [ 955.429231] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.444227] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.505267] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.505627] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9ad37f4-9741-46cc-9087-436ead2e81df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.513584] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 955.513584] env[65923]: value = "task-4707311" [ 955.513584] env[65923]: _type = "Task" [ 955.513584] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.529309] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 955.529647] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.529942] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.530162] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.530405] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.530799] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24ad560c-3963-4fbc-b800-e1eaed13fe2c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.545406] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.545868] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.547383] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b93a6c8-601a-4ea5-8979-4c53d0ea6410 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.555223] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 955.555223] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285f17a-e61c-8d5b-81b7-d6f6ca74bbf5" [ 955.555223] env[65923]: _type = "Task" [ 955.555223] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.568884] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.571347] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285f17a-e61c-8d5b-81b7-d6f6ca74bbf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.572781] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.113s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.573107] env[65923]: DEBUG nova.objects.instance [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lazy-loading 'resources' on Instance uuid 4f907a2f-1677-448e-908f-dd618be287de {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.621814] env[65923]: INFO nova.scheduler.client.report [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Deleted allocations for instance 3f0780e4-4cc7-400d-a020-d83e6639c6ee [ 955.646496] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707306, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.679367] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707309, 'name': ReconfigVM_Task, 'duration_secs': 0.348009} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.681319] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 955.690162] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d0b90b0-131f-4ed2-b40c-ef082f8ff428 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.704230] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquiring lock "c156f99d-4055-4848-9a3f-0d624bf38ae0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.704230] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Lock "c156f99d-4055-4848-9a3f-0d624bf38ae0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.712217] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 955.712217] env[65923]: value = "task-4707312" [ 955.712217] env[65923]: _type = "Task" [ 955.712217] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.725167] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.947371] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.076402] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285f17a-e61c-8d5b-81b7-d6f6ca74bbf5, 'name': SearchDatastore_Task, 'duration_secs': 0.019835} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.088225] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a545ff-dac0-40f6-b624-f03aaa1c3168 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.096732] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 956.096732] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526143e1-3c37-7cb9-0094-742c8fb55aa0" [ 956.096732] env[65923]: _type = "Task" [ 956.096732] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.108796] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526143e1-3c37-7cb9-0094-742c8fb55aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.144590] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d891a5c3-eeeb-4197-891c-4def2e1d5a58 tempest-ServerMetadataTestJSON-944079880 tempest-ServerMetadataTestJSON-944079880-project-member] Lock "3f0780e4-4cc7-400d-a020-d83e6639c6ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.534s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.155342] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707306, 'name': CloneVM_Task, 'duration_secs': 1.506912} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.155660] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Created linked-clone VM from snapshot [ 956.156527] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900025c2-2f25-400a-aab5-e83fdff857ad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.173057] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Uploading image a9135819-53b9-4a3b-b0e5-b72dae53e44e {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 956.192286] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 956.192612] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-520026fa-cd08-4a9c-9373-186e7271e329 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.203374] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 956.203374] env[65923]: value = "task-4707313" [ 956.203374] env[65923]: _type = "Task" [ 956.203374] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.206964] env[65923]: DEBUG nova.compute.manager [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 956.226211] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707313, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.230880] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707312, 'name': ReconfigVM_Task, 'duration_secs': 0.234299} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.234957] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918685', 'volume_id': '7f5a93da-414f-4959-a81e-439ae1958f77', 'name': 'volume-7f5a93da-414f-4959-a81e-439ae1958f77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d0a2046-c718-4066-8737-f93ce7591cec', 'attached_at': '', 'detached_at': '', 'volume_id': '7f5a93da-414f-4959-a81e-439ae1958f77', 'serial': '7f5a93da-414f-4959-a81e-439ae1958f77'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 956.235512] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.237702] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3de3797-9a24-4cf5-8c73-b1b7ede1011e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.245734] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.246263] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97d7b62b-d677-4acf-8357-123244cd5450 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.279189] env[65923]: DEBUG nova.compute.manager [req-92b7f165-ea87-4e7c-9bc0-060844c1f29b req-8eb17551-30c8-407a-a6fa-e04483cd450f service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received event network-vif-deleted-6b16e617-2205-463c-b7f8-cc1abbbd99ed {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 956.279493] env[65923]: INFO nova.compute.manager [req-92b7f165-ea87-4e7c-9bc0-060844c1f29b req-8eb17551-30c8-407a-a6fa-e04483cd450f service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Neutron deleted interface 6b16e617-2205-463c-b7f8-cc1abbbd99ed; detaching it from the instance and deleting it from the info cache [ 956.279847] env[65923]: DEBUG nova.network.neutron [req-92b7f165-ea87-4e7c-9bc0-060844c1f29b req-8eb17551-30c8-407a-a6fa-e04483cd450f service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updating instance_info_cache with network_info: [{"id": "3b767ea7-4304-454e-a38a-8772523f5eca", "address": "fa:16:3e:da:b8:06", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b767ea7-43", "ovs_interfaceid": "3b767ea7-4304-454e-a38a-8772523f5eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dd7094de-22c4-4810-9ede-6add8dc27914", "address": "fa:16:3e:d6:92:f1", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7094de-22", "ovs_interfaceid": "dd7094de-22c4-4810-9ede-6add8dc27914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.340690] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.341144] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.341239] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleting the datastore file [datastore1] 2d0a2046-c718-4066-8737-f93ce7591cec {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.344692] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5103c267-f5db-4096-825f-960037e24bec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.354695] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 956.354695] env[65923]: value = "task-4707315" [ 956.354695] env[65923]: _type = "Task" [ 956.354695] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.369940] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.431492] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c041a1a-0184-46e9-8df7-f4fb1ea28604 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.449698] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af5257c-4ea9-4de5-a4ea-f64565e11412 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.453595] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707310, 'name': ReconfigVM_Task, 'duration_secs': 0.533807} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.454034] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 0fc71b02-7210-4df8-8f10-d75d02bbcc7b/0fc71b02-7210-4df8-8f10-d75d02bbcc7b.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.455286] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae87f245-0132-44e0-99e6-e25d767c3f79 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.490552] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa7b388-800e-410f-a807-e837a87892a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.493509] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 956.493509] env[65923]: value = "task-4707316" [ 956.493509] env[65923]: _type = "Task" [ 956.493509] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.502380] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25463986-b640-4ecb-a851-e4006fcf050f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.511397] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707316, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.525725] env[65923]: DEBUG nova.compute.provider_tree [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.566245] env[65923]: DEBUG oslo_concurrency.lockutils [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.566654] env[65923]: DEBUG oslo_concurrency.lockutils [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.566959] env[65923]: DEBUG nova.network.neutron [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 956.593223] env[65923]: DEBUG nova.compute.manager [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Stashing vm_state: active {{(pid=65923) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 956.609782] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526143e1-3c37-7cb9-0094-742c8fb55aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.016064} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.610064] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.610324] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 6f6fb043-904b-4148-a4d3-0c234de4e2ab/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. {{(pid=65923) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 956.610595] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-668dc55c-1898-46c8-ba1d-7683efb75309 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.620690] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 956.620690] env[65923]: value = "task-4707317" [ 956.620690] env[65923]: _type = "Task" [ 956.620690] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.633896] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.722362] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707313, 'name': Destroy_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.751039] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.778079] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.778470] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.785399] env[65923]: DEBUG oslo_concurrency.lockutils [req-92b7f165-ea87-4e7c-9bc0-060844c1f29b req-8eb17551-30c8-407a-a6fa-e04483cd450f service nova] Acquiring lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.785993] env[65923]: DEBUG oslo_concurrency.lockutils [req-92b7f165-ea87-4e7c-9bc0-060844c1f29b req-8eb17551-30c8-407a-a6fa-e04483cd450f service nova] Acquired lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.787841] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9642a927-a42d-47fb-84a5-222c71ceccc1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.808953] env[65923]: DEBUG oslo_concurrency.lockutils [req-92b7f165-ea87-4e7c-9bc0-060844c1f29b req-8eb17551-30c8-407a-a6fa-e04483cd450f service nova] Releasing lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.809482] env[65923]: WARNING nova.compute.manager [req-92b7f165-ea87-4e7c-9bc0-060844c1f29b req-8eb17551-30c8-407a-a6fa-e04483cd450f service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Detach interface failed, port_id=6b16e617-2205-463c-b7f8-cc1abbbd99ed, reason: No device with interface-id 6b16e617-2205-463c-b7f8-cc1abbbd99ed exists on VM: nova.exception.NotFound: No device with interface-id 6b16e617-2205-463c-b7f8-cc1abbbd99ed exists on VM [ 956.867262] env[65923]: DEBUG oslo_vmware.api [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242981} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.867792] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.867792] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.867980] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.868092] env[65923]: INFO nova.compute.manager [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Took 3.40 seconds to destroy the instance on the hypervisor. [ 956.869197] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 956.869197] env[65923]: DEBUG nova.compute.manager [-] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 956.869197] env[65923]: DEBUG nova.network.neutron [-] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 956.869197] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.010702] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707316, 'name': Rename_Task, 'duration_secs': 0.209054} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.011323] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.011786] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d438e49-6aed-4bd9-b981-463bac408b62 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.024397] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 957.024397] env[65923]: value = "task-4707318" [ 957.024397] env[65923]: _type = "Task" [ 957.024397] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.034700] env[65923]: DEBUG nova.scheduler.client.report [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.051424] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707318, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.071667] env[65923]: WARNING neutronclient.v2_0.client [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.107887] env[65923]: DEBUG nova.compute.manager [req-3a7afa38-4668-4dbe-84c6-c3db936974a2 req-c9105132-1ab8-4617-928f-6f6c672b36a6 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received event network-vif-deleted-dd7094de-22c4-4810-9ede-6add8dc27914 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 957.108824] env[65923]: INFO nova.compute.manager [req-3a7afa38-4668-4dbe-84c6-c3db936974a2 req-c9105132-1ab8-4617-928f-6f6c672b36a6 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Neutron deleted interface dd7094de-22c4-4810-9ede-6add8dc27914; detaching it from the instance and deleting it from the info cache [ 957.108824] env[65923]: DEBUG nova.network.neutron [req-3a7afa38-4668-4dbe-84c6-c3db936974a2 req-c9105132-1ab8-4617-928f-6f6c672b36a6 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updating instance_info_cache with network_info: [{"id": "3b767ea7-4304-454e-a38a-8772523f5eca", "address": "fa:16:3e:da:b8:06", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b767ea7-43", "ovs_interfaceid": "3b767ea7-4304-454e-a38a-8772523f5eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.120706] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.138878] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707317, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.169694] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.227271] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707313, 'name': Destroy_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.280722] env[65923]: DEBUG nova.compute.manager [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 957.530892] env[65923]: DEBUG oslo_concurrency.lockutils [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "e799e78b-bd9e-4803-8f4c-055300c85d19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.531237] env[65923]: DEBUG oslo_concurrency.lockutils [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.531545] env[65923]: DEBUG oslo_concurrency.lockutils [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.531736] env[65923]: DEBUG oslo_concurrency.lockutils [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.531944] env[65923]: DEBUG oslo_concurrency.lockutils [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.534888] env[65923]: INFO nova.compute.manager [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Terminating instance [ 957.541822] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.552509] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.803s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.556428] env[65923]: INFO nova.compute.claims [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.563028] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.615647] env[65923]: DEBUG oslo_concurrency.lockutils [req-3a7afa38-4668-4dbe-84c6-c3db936974a2 req-c9105132-1ab8-4617-928f-6f6c672b36a6 service nova] Acquiring lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.620158] env[65923]: INFO nova.scheduler.client.report [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Deleted allocations for instance 4f907a2f-1677-448e-908f-dd618be287de [ 957.640304] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739186} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.641903] env[65923]: INFO nova.virt.vmwareapi.ds_util [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 6f6fb043-904b-4148-a4d3-0c234de4e2ab/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. [ 957.643249] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a7743a-76f6-45fb-928e-764d61991fcc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.679893] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 6f6fb043-904b-4148-a4d3-0c234de4e2ab/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.680264] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ecb9a96-eef9-460c-813a-677f110b1aa8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.704673] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 957.704673] env[65923]: value = "task-4707319" [ 957.704673] env[65923]: _type = "Task" [ 957.704673] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.714354] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.726765] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707313, 'name': Destroy_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.814934] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.043825] env[65923]: DEBUG nova.compute.manager [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 958.044204] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.045665] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.046582] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac58f3ac-cb84-45d7-bd01-55ada8cc55d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.057014] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.057412] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23d7e436-9ade-495f-9be2-7bfff17a9cd4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.068989] env[65923]: DEBUG oslo_vmware.api [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 958.068989] env[65923]: value = "task-4707320" [ 958.068989] env[65923]: _type = "Task" [ 958.068989] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.078235] env[65923]: DEBUG oslo_vmware.api [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.089026] env[65923]: DEBUG nova.network.neutron [-] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.135625] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf3f931-0c24-417c-8782-5ca8c2c6e2a4 tempest-ServersWithSpecificFlavorTestJSON-709549399 tempest-ServersWithSpecificFlavorTestJSON-709549399-project-member] Lock "4f907a2f-1677-448e-908f-dd618be287de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.594s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.221143] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707319, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.233359] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707313, 'name': Destroy_Task, 'duration_secs': 1.589241} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.233789] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Destroyed the VM [ 958.235234] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 958.235234] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9257361-c5ba-45cd-84a7-258e7dd3e2b2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.247238] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 958.247238] env[65923]: value = "task-4707321" [ 958.247238] env[65923]: _type = "Task" [ 958.247238] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.258057] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.541535] env[65923]: DEBUG oslo_vmware.api [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707318, 'name': PowerOnVM_Task, 'duration_secs': 1.317754} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.541908] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.542113] env[65923]: INFO nova.compute.manager [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Took 8.57 seconds to spawn the instance on the hypervisor. [ 958.542348] env[65923]: DEBUG nova.compute.manager [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 958.545625] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d75227-2985-41e0-96d4-0046facc51cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.578428] env[65923]: WARNING neutronclient.v2_0.client [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.584391] env[65923]: DEBUG oslo_vmware.api [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707320, 'name': PowerOffVM_Task, 'duration_secs': 0.321809} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.585404] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.585404] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.585404] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c955e13d-3975-4295-8e76-623711f52b54 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.591986] env[65923]: INFO nova.compute.manager [-] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Took 1.72 seconds to deallocate network for instance. [ 958.721390] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707319, 'name': ReconfigVM_Task, 'duration_secs': 0.542917} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.721733] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 6f6fb043-904b-4148-a4d3-0c234de4e2ab/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.722864] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30832ec8-395e-44af-a39c-ff864218ea6d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.774894] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de4b9452-24ca-4428-9387-9c7a2cf01d03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.786338] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.786751] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.786751] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleting the datastore file [datastore1] e799e78b-bd9e-4803-8f4c-055300c85d19 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.787515] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da61c61a-00b5-4798-88a8-d8683b365778 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.796896] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707321, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.799682] env[65923]: DEBUG oslo_vmware.api [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 958.799682] env[65923]: value = "task-4707323" [ 958.799682] env[65923]: _type = "Task" [ 958.799682] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.800050] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 958.800050] env[65923]: value = "task-4707324" [ 958.800050] env[65923]: _type = "Task" [ 958.800050] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.819607] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707324, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.931224] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2361b8f9-2d54-4b7e-8161-e8fc054311d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.940912] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af0ee9d-6fc5-44b0-9a81-d225aee424d2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.978545] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29632eb-9e01-4abe-bf85-46bc13af2dc0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.991391] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a8fd6a-776c-40d9-99ec-7b5104250d7c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.014225] env[65923]: DEBUG nova.compute.provider_tree [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.041887] env[65923]: INFO nova.network.neutron [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Port dd7094de-22c4-4810-9ede-6add8dc27914 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 959.041887] env[65923]: DEBUG nova.network.neutron [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updating instance_info_cache with network_info: [{"id": "3b767ea7-4304-454e-a38a-8772523f5eca", "address": "fa:16:3e:da:b8:06", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b767ea7-43", "ovs_interfaceid": "3b767ea7-4304-454e-a38a-8772523f5eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.072037] env[65923]: INFO nova.compute.manager [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Took 16.72 seconds to build instance. [ 959.168227] env[65923]: INFO nova.compute.manager [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Took 0.58 seconds to detach 1 volumes for instance. [ 959.223436] env[65923]: DEBUG nova.compute.manager [req-009fe262-bd18-4770-8105-9553cd1175c4 req-25a52c0c-ea0b-4d51-bc16-7806480225b2 service nova] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Received event network-vif-deleted-f5a114e5-3962-4c0c-a1e6-b77d6405ebfc {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 959.265609] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707321, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.321205] env[65923]: DEBUG oslo_vmware.api [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457115} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.324690] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.324916] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.325101] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.325373] env[65923]: INFO nova.compute.manager [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Took 1.28 seconds to destroy the instance on the hypervisor. [ 959.325525] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 959.325759] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707324, 'name': ReconfigVM_Task, 'duration_secs': 0.356617} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.326174] env[65923]: DEBUG nova.compute.manager [-] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 959.326174] env[65923]: DEBUG nova.network.neutron [-] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 959.326567] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.328981] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.330070] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22530789-af14-492b-83c3-42fe044a5c3e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.341112] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 959.341112] env[65923]: value = "task-4707325" [ 959.341112] env[65923]: _type = "Task" [ 959.341112] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.357170] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.364168] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.389353] env[65923]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port dd7094de-22c4-4810-9ede-6add8dc27914 could not be found.", "detail": ""}} {{(pid=65923) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 959.389595] env[65923]: DEBUG nova.network.neutron [-] Unable to show port dd7094de-22c4-4810-9ede-6add8dc27914 as it no longer exists. {{(pid=65923) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 959.519659] env[65923]: DEBUG nova.scheduler.client.report [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.545478] env[65923]: DEBUG oslo_concurrency.lockutils [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.573762] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55aa6415-8232-49a9-b934-be4ba9d06d76 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "0fc71b02-7210-4df8-8f10-d75d02bbcc7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.236s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.677928] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.768791] env[65923]: DEBUG oslo_vmware.api [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707321, 'name': RemoveSnapshot_Task, 'duration_secs': 1.036257} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.768791] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 959.856244] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707325, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.030752] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.031401] env[65923]: DEBUG nova.compute.manager [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 960.035352] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.915s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.050409] env[65923]: DEBUG oslo_concurrency.lockutils [None req-61aaf93b-a51b-454f-ad54-f3913fd6f22b tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-e799e78b-bd9e-4803-8f4c-055300c85d19-6b16e617-2205-463c-b7f8-cc1abbbd99ed" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.404s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.195366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "ba82b333-4918-4194-8344-3d175ada5b2e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.197245] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.002s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.197245] env[65923]: INFO nova.compute.manager [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Shelving [ 960.274587] env[65923]: WARNING nova.compute.manager [None req-9539216a-c1cc-47da-b450-667ccfa73d75 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Image not found during snapshot: nova.exception.ImageNotFound: Image a9135819-53b9-4a3b-b0e5-b72dae53e44e could not be found. [ 960.354753] env[65923]: DEBUG oslo_vmware.api [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707325, 'name': PowerOnVM_Task, 'duration_secs': 0.626582} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.355056] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.360726] env[65923]: DEBUG nova.compute.manager [None req-2dcea148-92f1-4bb5-b1ca-1193d019b67d tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 960.360726] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ad473a-c01d-4baa-8f67-2d7c4beb8346 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.540739] env[65923]: DEBUG nova.compute.utils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.548049] env[65923]: INFO nova.compute.claims [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.549730] env[65923]: DEBUG nova.compute.manager [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 960.550256] env[65923]: DEBUG nova.network.neutron [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 960.550787] env[65923]: WARNING neutronclient.v2_0.client [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.552649] env[65923]: WARNING neutronclient.v2_0.client [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.587095] env[65923]: DEBUG nova.network.neutron [-] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.613043] env[65923]: DEBUG nova.policy [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0791a3969c1469bb088b577641b8746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b01e778d3e24976af42d95e5414edec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.014540] env[65923]: DEBUG nova.network.neutron [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Successfully created port: 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 961.050336] env[65923]: DEBUG nova.compute.manager [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 961.057693] env[65923]: INFO nova.compute.resource_tracker [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating resource usage from migration 3b49a9dc-7b07-45a5-8a56-f3277f264d79 [ 961.092820] env[65923]: INFO nova.compute.manager [-] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Took 1.77 seconds to deallocate network for instance. [ 961.209297] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.209610] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9695ab6c-6634-44c8-ac47-e49546f9b5e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.218644] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 961.218644] env[65923]: value = "task-4707326" [ 961.218644] env[65923]: _type = "Task" [ 961.218644] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.247223] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.327387] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "c5b43746-40ce-44b0-ab87-6a87671320be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.327513] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.473194] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b763d0c3-5a5d-4d83-b08a-506c9c218c87 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.484902] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58984fe-6a5c-400c-8971-9c7b9b74b127 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.523862] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2236abaf-68a6-4d0e-a413-c6ab5c1e95ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.533716] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e94f86-2c25-4e1c-8781-ee6fff9e37a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.540732] env[65923]: DEBUG nova.compute.manager [req-f35fdcf3-2e62-42e2-8567-7859851aab88 req-4d506692-9d3e-44ff-8daa-b52d08dbae82 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Received event network-vif-deleted-3b767ea7-4304-454e-a38a-8772523f5eca {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 961.556218] env[65923]: DEBUG nova.compute.provider_tree [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.609798] env[65923]: DEBUG oslo_concurrency.lockutils [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.730587] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707326, 'name': PowerOffVM_Task, 'duration_secs': 0.337287} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.730936] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.735522] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820bacc0-be87-44b0-ac91-967499295911 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.739840] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.741193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.741193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.741193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.741193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.763196] env[65923]: INFO nova.compute.manager [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Terminating instance [ 961.767492] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416df576-2f9f-4cff-a0e7-62f5d1f9224d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.831696] env[65923]: DEBUG nova.compute.manager [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 962.060825] env[65923]: DEBUG nova.scheduler.client.report [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.070152] env[65923]: DEBUG nova.compute.manager [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 962.102292] env[65923]: DEBUG nova.virt.hardware [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 962.102594] env[65923]: DEBUG nova.virt.hardware [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.102794] env[65923]: DEBUG nova.virt.hardware [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 962.102991] env[65923]: DEBUG nova.virt.hardware [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.103159] env[65923]: DEBUG nova.virt.hardware [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 962.103305] env[65923]: DEBUG nova.virt.hardware [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 962.103523] env[65923]: DEBUG nova.virt.hardware [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 962.103759] env[65923]: DEBUG nova.virt.hardware [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 962.103972] env[65923]: DEBUG nova.virt.hardware [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 962.104182] env[65923]: DEBUG nova.virt.hardware [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 962.104418] env[65923]: DEBUG nova.virt.hardware [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 962.105823] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a2eb84-89cb-4c06-9618-50fb64c011be {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.115759] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516dd0a6-0863-4203-9ad1-ba2dd47b9bf3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.272225] env[65923]: DEBUG nova.compute.manager [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 962.272517] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.273501] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c25e42-db8d-44e6-a651-40872359f956 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.286684] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 962.287165] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.287487] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-38cb8acb-d0c5-47de-9395-3b80907a13fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.290168] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f20c3f3-816e-42d5-835b-0132fdcff3e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.299725] env[65923]: DEBUG oslo_vmware.api [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 962.299725] env[65923]: value = "task-4707328" [ 962.299725] env[65923]: _type = "Task" [ 962.299725] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.301349] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 962.301349] env[65923]: value = "task-4707327" [ 962.301349] env[65923]: _type = "Task" [ 962.301349] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.316287] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707327, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.319989] env[65923]: DEBUG oslo_vmware.api [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.366886] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.568194] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.533s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.568617] env[65923]: INFO nova.compute.manager [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Migrating [ 962.580256] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.765s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.582618] env[65923]: INFO nova.compute.claims [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.822238] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707327, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.825932] env[65923]: DEBUG oslo_vmware.api [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707328, 'name': PowerOffVM_Task, 'duration_secs': 0.203741} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.825932] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.825932] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.825932] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1344dafd-8b8c-43f1-88e8-0e1647316cec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.845768] env[65923]: DEBUG nova.network.neutron [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Successfully updated port: 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 963.000111] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.000111] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.000111] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Deleting the datastore file [datastore2] 4d92ff04-1b95-4b1e-84a6-1a9730b4e627 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.000111] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76cc4cf2-11cd-4674-ae1e-95be5220b39a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.000111] env[65923]: DEBUG oslo_vmware.api [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 963.000111] env[65923]: value = "task-4707330" [ 963.000111] env[65923]: _type = "Task" [ 963.000111] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.000111] env[65923]: DEBUG oslo_vmware.api [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.101849] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.102035] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.102216] env[65923]: DEBUG nova.network.neutron [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 963.317994] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707327, 'name': CreateSnapshot_Task, 'duration_secs': 0.763237} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.320106] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 963.320938] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1f619a-caa5-4f57-8b78-d85f54c9c8ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.349526] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquiring lock "refresh_cache-c156f99d-4055-4848-9a3f-0d624bf38ae0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.349669] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquired lock "refresh_cache-c156f99d-4055-4848-9a3f-0d624bf38ae0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.349939] env[65923]: DEBUG nova.network.neutron [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 963.448822] env[65923]: DEBUG oslo_vmware.api [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221289} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.449405] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.449668] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.449957] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.450260] env[65923]: INFO nova.compute.manager [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Took 1.18 seconds to destroy the instance on the hypervisor. [ 963.450600] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 963.451187] env[65923]: DEBUG nova.compute.manager [-] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 963.451285] env[65923]: DEBUG nova.network.neutron [-] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 963.451538] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.503283] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.507345] env[65923]: INFO nova.compute.manager [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Unrescuing [ 963.507639] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.507809] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquired lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.507966] env[65923]: DEBUG nova.network.neutron [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 963.524220] env[65923]: DEBUG oslo_vmware.rw_handles [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f659c2-a94d-640f-cd05-7eccea60a8ce/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 963.525988] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac768ef-c9d5-488e-9c5f-08c162d89f3a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.536099] env[65923]: DEBUG oslo_vmware.rw_handles [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f659c2-a94d-640f-cd05-7eccea60a8ce/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 963.536305] env[65923]: ERROR oslo_vmware.rw_handles [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f659c2-a94d-640f-cd05-7eccea60a8ce/disk-0.vmdk due to incomplete transfer. [ 963.536590] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e5dbb1a-bc3e-4b5d-adb0-899d315a2023 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.546870] env[65923]: DEBUG oslo_vmware.rw_handles [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f659c2-a94d-640f-cd05-7eccea60a8ce/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 963.550370] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Uploaded image e2c1cbf4-32f7-4d96-9d6d-50318322a39a to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 963.554025] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 963.554025] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f5a3c52-bf47-4aca-b6e7-93ffeae76193 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.563925] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 963.563925] env[65923]: value = "task-4707331" [ 963.563925] env[65923]: _type = "Task" [ 963.563925] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.574221] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707331, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.577190] env[65923]: DEBUG nova.compute.manager [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Received event network-vif-plugged-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 963.577190] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] Acquiring lock "c156f99d-4055-4848-9a3f-0d624bf38ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.577304] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] Lock "c156f99d-4055-4848-9a3f-0d624bf38ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.577722] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] Lock "c156f99d-4055-4848-9a3f-0d624bf38ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.577722] env[65923]: DEBUG nova.compute.manager [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] No waiting events found dispatching network-vif-plugged-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 963.577886] env[65923]: WARNING nova.compute.manager [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Received unexpected event network-vif-plugged-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 for instance with vm_state building and task_state spawning. [ 963.578031] env[65923]: DEBUG nova.compute.manager [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Received event network-changed-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 963.578192] env[65923]: DEBUG nova.compute.manager [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Refreshing instance network info cache due to event network-changed-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 963.578588] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] Acquiring lock "refresh_cache-c156f99d-4055-4848-9a3f-0d624bf38ae0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.610845] env[65923]: WARNING neutronclient.v2_0.client [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.784019] env[65923]: DEBUG nova.compute.manager [req-778115b7-e67e-4c00-902c-c060ee3f8d67 req-00c0ec0a-e15d-4ee2-b2ee-c315348eeace service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Received event network-vif-deleted-55045f30-83f0-4dab-bf31-b2c10328bb96 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 963.784486] env[65923]: INFO nova.compute.manager [req-778115b7-e67e-4c00-902c-c060ee3f8d67 req-00c0ec0a-e15d-4ee2-b2ee-c315348eeace service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Neutron deleted interface 55045f30-83f0-4dab-bf31-b2c10328bb96; detaching it from the instance and deleting it from the info cache [ 963.784486] env[65923]: DEBUG nova.network.neutron [req-778115b7-e67e-4c00-902c-c060ee3f8d67 req-00c0ec0a-e15d-4ee2-b2ee-c315348eeace service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.853786] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 963.857907] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d75d7292-863d-4d11-ac29-eafcb0242957 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.873464] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 963.873464] env[65923]: value = "task-4707332" [ 963.873464] env[65923]: _type = "Task" [ 963.873464] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.888534] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707332, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.948234] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2264505d-162f-413c-adf6-3482e759193a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.959481] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce125cd7-9d1b-4bea-b3bb-f27332e1bec7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.994701] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4faff5-c52a-4b5d-a268-4bc8a3b1fb4c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.004416] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4c77ee-39a5-4137-af80-005a11270c64 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.010880] env[65923]: WARNING neutronclient.v2_0.client [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.021636] env[65923]: DEBUG nova.compute.provider_tree [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.075809] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707331, 'name': Destroy_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.248529] env[65923]: DEBUG nova.network.neutron [-] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.287771] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-289fabe3-fe1e-4b1e-9878-2357a55ee918 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.301477] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f370b7-d9a2-40b9-b9ce-f3919689aaef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.314352] env[65923]: INFO nova.compute.manager [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Rebuilding instance [ 964.331608] env[65923]: DEBUG nova.network.neutron [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 964.353517] env[65923]: DEBUG nova.compute.manager [req-778115b7-e67e-4c00-902c-c060ee3f8d67 req-00c0ec0a-e15d-4ee2-b2ee-c315348eeace service nova] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Detach interface failed, port_id=55045f30-83f0-4dab-bf31-b2c10328bb96, reason: Instance 4d92ff04-1b95-4b1e-84a6-1a9730b4e627 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 964.385952] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707332, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.398024] env[65923]: DEBUG nova.compute.manager [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 964.399564] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a90c201-1c47-4bf6-a09e-f32a3cc2e4e3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.525340] env[65923]: DEBUG nova.scheduler.client.report [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.577576] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707331, 'name': Destroy_Task, 'duration_secs': 0.627353} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.577971] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Destroyed the VM [ 964.578074] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 964.578335] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c319a9b-1fb3-4e56-bfd8-2386c7ca9506 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.586886] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 964.586886] env[65923]: value = "task-4707333" [ 964.586886] env[65923]: _type = "Task" [ 964.586886] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.597448] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707333, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.736713] env[65923]: WARNING neutronclient.v2_0.client [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.751108] env[65923]: INFO nova.compute.manager [-] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Took 1.30 seconds to deallocate network for instance. [ 964.819121] env[65923]: WARNING neutronclient.v2_0.client [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.884112] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707332, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.904572] env[65923]: WARNING neutronclient.v2_0.client [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.979464] env[65923]: DEBUG nova.network.neutron [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Updating instance_info_cache with network_info: [{"id": "8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946", "address": "fa:16:3e:e2:b3:7b", "network": {"id": "1cbf1972-9707-4c92-ab6a-07da8583cc1c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1020386306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b01e778d3e24976af42d95e5414edec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2c9f97-54", "ovs_interfaceid": "8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.030352] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.030787] env[65923]: DEBUG nova.compute.manager [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 965.036034] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.357s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.036034] env[65923]: DEBUG nova.objects.instance [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lazy-loading 'resources' on Instance uuid 2d0a2046-c718-4066-8737-f93ce7591cec {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.065451] env[65923]: DEBUG nova.network.neutron [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance_info_cache with network_info: [{"id": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "address": "fa:16:3e:44:ce:60", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7810235d-4c", "ovs_interfaceid": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.101172] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707333, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.131784] env[65923]: DEBUG nova.network.neutron [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Updating instance_info_cache with network_info: [{"id": "cbbec562-35f8-452a-abe9-9412de76ad06", "address": "fa:16:3e:3e:e9:6a", "network": {"id": "324c9af9-fbae-49f4-ae27-22ef54ab7bff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1966157917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "762cdafefc96477ea8d929e961258dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbbec562-35", "ovs_interfaceid": "cbbec562-35f8-452a-abe9-9412de76ad06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.260593] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.390512] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707332, 'name': CloneVM_Task} progress is 95%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.415450] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.415915] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4f3b919-e89c-4f77-81c5-57038f902b17 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.430519] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 965.430519] env[65923]: value = "task-4707334" [ 965.430519] env[65923]: _type = "Task" [ 965.430519] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.444727] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.482674] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Releasing lock "refresh_cache-c156f99d-4055-4848-9a3f-0d624bf38ae0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.483290] env[65923]: DEBUG nova.compute.manager [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Instance network_info: |[{"id": "8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946", "address": "fa:16:3e:e2:b3:7b", "network": {"id": "1cbf1972-9707-4c92-ab6a-07da8583cc1c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1020386306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b01e778d3e24976af42d95e5414edec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2c9f97-54", "ovs_interfaceid": "8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 965.483687] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] Acquired lock "refresh_cache-c156f99d-4055-4848-9a3f-0d624bf38ae0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.483943] env[65923]: DEBUG nova.network.neutron [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Refreshing network info cache for port 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.487642] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:b3:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.498564] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Creating folder: Project (9b01e778d3e24976af42d95e5414edec). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.499048] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26b2723f-26d1-47a6-a537-fe63d0286744 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.512786] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Created folder: Project (9b01e778d3e24976af42d95e5414edec) in parent group-v918465. [ 965.513028] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Creating folder: Instances. Parent ref: group-v918696. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.513280] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f2a2368-f4b1-4461-b08f-e2250f5b96fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.528166] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Created folder: Instances in parent group-v918696. [ 965.529108] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 965.529108] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.529466] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90f277fc-e703-4e4f-9546-135e59c6c58d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.549909] env[65923]: DEBUG nova.compute.utils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.561156] env[65923]: DEBUG nova.compute.manager [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 965.561156] env[65923]: DEBUG nova.network.neutron [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 965.561156] env[65923]: WARNING neutronclient.v2_0.client [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.561156] env[65923]: WARNING neutronclient.v2_0.client [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.570153] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.571736] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.571736] env[65923]: value = "task-4707337" [ 965.571736] env[65923]: _type = "Task" [ 965.571736] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.584069] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707337, 'name': CreateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.604042] env[65923]: DEBUG oslo_vmware.api [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707333, 'name': RemoveSnapshot_Task, 'duration_secs': 0.590201} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.607506] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 965.607911] env[65923]: INFO nova.compute.manager [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Took 17.06 seconds to snapshot the instance on the hypervisor. [ 965.619427] env[65923]: DEBUG nova.policy [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323c569211ff44a0b1b13b20300de860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b15986d89e904a26955d21295103d23c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.635100] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Releasing lock "refresh_cache-6f6fb043-904b-4148-a4d3-0c234de4e2ab" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.635960] env[65923]: DEBUG nova.objects.instance [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lazy-loading 'flavor' on Instance uuid 6f6fb043-904b-4148-a4d3-0c234de4e2ab {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.864885] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a390ee-7c21-4059-bf3b-2557e3bd6fb1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.873819] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7499d6-8aff-49d6-b64b-8e7138e7e8c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.890016] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707332, 'name': CloneVM_Task, 'duration_secs': 1.690052} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.912698] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Created linked-clone VM from snapshot [ 965.913765] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fdd524-6881-429b-8a35-bef8f7ee722c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.918064] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49d0389-aa70-43d7-914f-d20a8d939eb1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.930268] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Uploading image cf4163e6-839a-441d-967d-8d6a3f641d73 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 965.935418] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc56797-c923-4ba5-9e60-73dc2ff76cdd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.947490] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707334, 'name': PowerOffVM_Task, 'duration_secs': 0.156114} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.956489] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.957306] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.957906] env[65923]: DEBUG nova.compute.provider_tree [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.962128] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5731758f-b8d5-4722-a532-d28a98b6815e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.973630] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.975898] env[65923]: DEBUG oslo_vmware.rw_handles [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 965.975898] env[65923]: value = "vm-918695" [ 965.975898] env[65923]: _type = "VirtualMachine" [ 965.975898] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 965.976158] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6bc8368-6db3-4aff-a0a8-9507e59be87e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.978384] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-afa4e527-2b2f-4713-bdc4-4ed08169c024 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.987278] env[65923]: DEBUG oslo_vmware.rw_handles [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lease: (returnval){ [ 965.987278] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fa203a-6ac6-bcf2-38ab-663d72fa6d4c" [ 965.987278] env[65923]: _type = "HttpNfcLease" [ 965.987278] env[65923]: } obtained for exporting VM: (result){ [ 965.987278] env[65923]: value = "vm-918695" [ 965.987278] env[65923]: _type = "VirtualMachine" [ 965.987278] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 965.987580] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the lease: (returnval){ [ 965.987580] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fa203a-6ac6-bcf2-38ab-663d72fa6d4c" [ 965.987580] env[65923]: _type = "HttpNfcLease" [ 965.987580] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 965.995353] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.995353] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fa203a-6ac6-bcf2-38ab-663d72fa6d4c" [ 965.995353] env[65923]: _type = "HttpNfcLease" [ 965.995353] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 966.000435] env[65923]: WARNING neutronclient.v2_0.client [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.005062] env[65923]: DEBUG nova.network.neutron [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Successfully created port: 11593840-56f6-48c8-bd29-d3daa942cb6e {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 966.013965] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.014243] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.014448] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Deleting the datastore file [datastore2] 0fc71b02-7210-4df8-8f10-d75d02bbcc7b {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.014800] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5be003e-5198-48a4-8cd7-b6f8264e3dc6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.023744] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 966.023744] env[65923]: value = "task-4707340" [ 966.023744] env[65923]: _type = "Task" [ 966.023744] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.036287] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.059799] env[65923]: DEBUG nova.compute.manager [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 966.086291] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707337, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.146045] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a08a16c-bb39-47aa-807c-17ec52ca5796 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.169808] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.172383] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6d9e936-d489-4a8f-bd3c-84ba18995ea8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.183530] env[65923]: DEBUG nova.compute.manager [None req-414af55f-fbd8-404a-95e8-d7529da509b6 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Found 1 images (rotation: 2) {{(pid=65923) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 966.185052] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 966.185052] env[65923]: value = "task-4707341" [ 966.185052] env[65923]: _type = "Task" [ 966.185052] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.195762] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.470023] env[65923]: DEBUG nova.scheduler.client.report [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.501592] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.501592] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fa203a-6ac6-bcf2-38ab-663d72fa6d4c" [ 966.501592] env[65923]: _type = "HttpNfcLease" [ 966.501592] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 966.507062] env[65923]: DEBUG oslo_vmware.rw_handles [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 966.507062] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fa203a-6ac6-bcf2-38ab-663d72fa6d4c" [ 966.507062] env[65923]: _type = "HttpNfcLease" [ 966.507062] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 966.508021] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6b236a-f20f-4a0b-864b-349bc7b785de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.516603] env[65923]: DEBUG oslo_vmware.rw_handles [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3e62c-af47-f043-c918-45941410d63a/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 966.516801] env[65923]: DEBUG oslo_vmware.rw_handles [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3e62c-af47-f043-c918-45941410d63a/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 966.607504] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707337, 'name': CreateVM_Task, 'duration_secs': 0.574222} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.610635] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.610959] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121954} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.612191] env[65923]: WARNING neutronclient.v2_0.client [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.612584] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.612750] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.613080] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.613365] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.613551] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.613744] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.617021] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0dc7e0c-9c4a-42af-8c1e-348a90ebff23 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.623461] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for the task: (returnval){ [ 966.623461] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52329839-5c40-da90-d713-a944913b13bc" [ 966.623461] env[65923]: _type = "Task" [ 966.623461] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.632460] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4613a445-7199-4a56-8f8f-cbe9485a4990 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.641296] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52329839-5c40-da90-d713-a944913b13bc, 'name': SearchDatastore_Task, 'duration_secs': 0.01121} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.643022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.643022] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.643022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.643022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.643247] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.643667] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-540245dd-bf12-42ea-af56-70ec2ce5b135 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.654571] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.654816] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.657638] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0030e2df-bb97-437a-91d2-f9ee304207f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.666424] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for the task: (returnval){ [ 966.666424] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520fa9a1-c0a1-5c19-b764-c52e9fbc98b2" [ 966.666424] env[65923]: _type = "Task" [ 966.666424] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.684989] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520fa9a1-c0a1-5c19-b764-c52e9fbc98b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.686231] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e0d9a3c-43d3-45d7-8c62-bfe1c9a40d70 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.696234] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for the task: (returnval){ [ 966.696234] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fb0187-b260-ac43-aea2-98fefb4c66d3" [ 966.696234] env[65923]: _type = "Task" [ 966.696234] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.699412] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707341, 'name': PowerOffVM_Task, 'duration_secs': 0.193651} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.704019] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.708567] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 966.708865] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58b05cb1-0a47-4ec2-8bcb-5a5253fca3c6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.729051] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fb0187-b260-ac43-aea2-98fefb4c66d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.730673] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.730946] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] c156f99d-4055-4848-9a3f-0d624bf38ae0/c156f99d-4055-4848-9a3f-0d624bf38ae0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.731292] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 966.731292] env[65923]: value = "task-4707342" [ 966.731292] env[65923]: _type = "Task" [ 966.731292] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.731713] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69d7f8f4-deae-4664-9dc3-2299b075ac34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.746025] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707342, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.746025] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for the task: (returnval){ [ 966.746025] env[65923]: value = "task-4707343" [ 966.746025] env[65923]: _type = "Task" [ 966.746025] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.754783] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.842387] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquiring lock "fa4cc1a7-af35-471c-8321-f8f06776af96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.842629] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Lock "fa4cc1a7-af35-471c-8321-f8f06776af96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.979577] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.982993] env[65923]: DEBUG oslo_concurrency.lockutils [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.373s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.982993] env[65923]: DEBUG nova.objects.instance [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'resources' on Instance uuid e799e78b-bd9e-4803-8f4c-055300c85d19 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.013767] env[65923]: INFO nova.scheduler.client.report [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted allocations for instance 2d0a2046-c718-4066-8737-f93ce7591cec [ 967.088990] env[65923]: DEBUG nova.compute.manager [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 967.103706] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d43bcb4-d889-4788-bbbc-672dbdce4804 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.140360] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance 'cdbc01f0-04e5-47cc-912d-047dbf659f6e' progress to 0 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.155943] env[65923]: DEBUG nova.virt.hardware [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 967.157333] env[65923]: DEBUG nova.virt.hardware [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.157678] env[65923]: DEBUG nova.virt.hardware [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 967.158511] env[65923]: DEBUG nova.virt.hardware [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.158511] env[65923]: DEBUG nova.virt.hardware [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 967.158511] env[65923]: DEBUG nova.virt.hardware [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 967.158511] env[65923]: DEBUG nova.virt.hardware [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 967.158985] env[65923]: DEBUG nova.virt.hardware [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 967.160589] env[65923]: DEBUG nova.virt.hardware [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 967.160589] env[65923]: DEBUG nova.virt.hardware [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 967.160589] env[65923]: DEBUG nova.virt.hardware [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 967.161135] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df48f43b-d8fa-46fd-8175-156a1d0ab081 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.176498] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb073581-e046-4c5d-b4cb-422505aae078 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.259716] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.268329] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707343, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.345575] env[65923]: DEBUG nova.compute.manager [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 967.524064] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f092ef52-5602-4508-bd02-600af05c880e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "2d0a2046-c718-4066-8737-f93ce7591cec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.580s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.652060] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.652783] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b305af-e35d-4142-a90b-b49d5ea76c9b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.663089] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 967.663089] env[65923]: value = "task-4707344" [ 967.663089] env[65923]: _type = "Task" [ 967.663089] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.683395] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.695225] env[65923]: DEBUG nova.virt.hardware [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 967.695472] env[65923]: DEBUG nova.virt.hardware [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.697109] env[65923]: DEBUG nova.virt.hardware [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 967.697325] env[65923]: DEBUG nova.virt.hardware [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.697483] env[65923]: DEBUG nova.virt.hardware [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 967.701196] env[65923]: DEBUG nova.virt.hardware [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 967.701496] env[65923]: DEBUG nova.virt.hardware [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 967.701670] env[65923]: DEBUG nova.virt.hardware [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 967.701872] env[65923]: DEBUG nova.virt.hardware [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 967.702062] env[65923]: DEBUG nova.virt.hardware [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 967.702332] env[65923]: DEBUG nova.virt.hardware [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 967.704261] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246e8432-766d-4d98-b4e1-4a34458b348e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.713874] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b286fb-e9ac-4371-90f1-d122649c79ec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.735369] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.742715] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 967.746492] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.750514] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2205f71d-6e41-4fd8-89be-b2a7a1d87e6d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.775280] env[65923]: WARNING neutronclient.v2_0.client [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.785844] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.785844] env[65923]: value = "task-4707345" [ 967.785844] env[65923]: _type = "Task" [ 967.785844] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.786599] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.790480] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529185} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.793537] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] c156f99d-4055-4848-9a3f-0d624bf38ae0/c156f99d-4055-4848-9a3f-0d624bf38ae0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.793774] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.796753] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-407e6893-cf4e-4a39-9862-30778e452f76 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.809053] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707345, 'name': CreateVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.810910] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for the task: (returnval){ [ 967.810910] env[65923]: value = "task-4707346" [ 967.810910] env[65923]: _type = "Task" [ 967.810910] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.825977] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.869597] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ae32d5-a4d5-4e41-8fe7-b469e63ac1a3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.882169] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05dbc81-ae07-4585-9d65-f9e39708f4b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.888053] env[65923]: DEBUG nova.network.neutron [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Successfully updated port: 11593840-56f6-48c8-bd29-d3daa942cb6e {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 967.889626] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.929408] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2221e461-482e-46bf-92c9-24a88cc03aa4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.944481] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e887d305-cfb9-4da4-9462-c35b0d8a2fca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.961114] env[65923]: DEBUG nova.compute.provider_tree [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.988818] env[65923]: DEBUG nova.network.neutron [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Updated VIF entry in instance network info cache for port 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 967.988818] env[65923]: DEBUG nova.network.neutron [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Updating instance_info_cache with network_info: [{"id": "8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946", "address": "fa:16:3e:e2:b3:7b", "network": {"id": "1cbf1972-9707-4c92-ab6a-07da8583cc1c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1020386306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b01e778d3e24976af42d95e5414edec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2c9f97-54", "ovs_interfaceid": "8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.175020] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707344, 'name': PowerOffVM_Task, 'duration_secs': 0.262129} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.175416] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.175682] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance 'cdbc01f0-04e5-47cc-912d-047dbf659f6e' progress to 17 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.261162] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707342, 'name': ReconfigVM_Task, 'duration_secs': 1.307653} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.261726] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.262280] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.262746] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-056f91c1-c817-4b96-983b-2f6c79231522 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.272353] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 968.272353] env[65923]: value = "task-4707347" [ 968.272353] env[65923]: _type = "Task" [ 968.272353] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.284116] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.287782] env[65923]: DEBUG nova.compute.manager [req-b32effb1-fec1-42d6-ae1e-6244668b7b8f req-82806b01-0ee4-4dc6-95aa-5896d6ee8a3c service nova] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Received event network-vif-plugged-11593840-56f6-48c8-bd29-d3daa942cb6e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 968.288130] env[65923]: DEBUG oslo_concurrency.lockutils [req-b32effb1-fec1-42d6-ae1e-6244668b7b8f req-82806b01-0ee4-4dc6-95aa-5896d6ee8a3c service nova] Acquiring lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.288439] env[65923]: DEBUG oslo_concurrency.lockutils [req-b32effb1-fec1-42d6-ae1e-6244668b7b8f req-82806b01-0ee4-4dc6-95aa-5896d6ee8a3c service nova] Lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.288631] env[65923]: DEBUG oslo_concurrency.lockutils [req-b32effb1-fec1-42d6-ae1e-6244668b7b8f req-82806b01-0ee4-4dc6-95aa-5896d6ee8a3c service nova] Lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.288870] env[65923]: DEBUG nova.compute.manager [req-b32effb1-fec1-42d6-ae1e-6244668b7b8f req-82806b01-0ee4-4dc6-95aa-5896d6ee8a3c service nova] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] No waiting events found dispatching network-vif-plugged-11593840-56f6-48c8-bd29-d3daa942cb6e {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 968.289114] env[65923]: WARNING nova.compute.manager [req-b32effb1-fec1-42d6-ae1e-6244668b7b8f req-82806b01-0ee4-4dc6-95aa-5896d6ee8a3c service nova] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Received unexpected event network-vif-plugged-11593840-56f6-48c8-bd29-d3daa942cb6e for instance with vm_state building and task_state spawning. [ 968.302630] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707345, 'name': CreateVM_Task, 'duration_secs': 0.356179} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.302773] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.303218] env[65923]: DEBUG oslo_concurrency.lockutils [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.303471] env[65923]: DEBUG oslo_concurrency.lockutils [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.304058] env[65923]: DEBUG oslo_concurrency.lockutils [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.304339] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865f06b1-3219-4d74-b2c1-6088c802fa18 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.316220] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 968.316220] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d897f1-9b9a-0109-139d-b2a75c8c4a79" [ 968.316220] env[65923]: _type = "Task" [ 968.316220] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.331607] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104677} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.335788] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.336470] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d897f1-9b9a-0109-139d-b2a75c8c4a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.337332] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291a09ea-2fbf-482e-862d-6069e3d900bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.377479] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] c156f99d-4055-4848-9a3f-0d624bf38ae0/c156f99d-4055-4848-9a3f-0d624bf38ae0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.378697] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2402fd-0854-4a1c-840f-d6ee28db576a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.405845] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "refresh_cache-5cfcd3e6-d65f-4a26-84b7-2b069addf61c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.406913] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "refresh_cache-5cfcd3e6-d65f-4a26-84b7-2b069addf61c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.406913] env[65923]: DEBUG nova.network.neutron [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 968.416057] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for the task: (returnval){ [ 968.416057] env[65923]: value = "task-4707348" [ 968.416057] env[65923]: _type = "Task" [ 968.416057] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.430372] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.465743] env[65923]: DEBUG nova.scheduler.client.report [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.492157] env[65923]: DEBUG oslo_concurrency.lockutils [req-ea72dcc7-7820-4712-93ee-a0e49115fa18 req-cbf6c6d9-602e-4114-95fe-a638ed8caa02 service nova] Releasing lock "refresh_cache-c156f99d-4055-4848-9a3f-0d624bf38ae0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.682664] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 968.683638] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.684097] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 968.686228] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.686228] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 968.686228] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 968.686228] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.686228] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 968.686228] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 968.686228] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 968.686228] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 968.692328] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5544d87-eea8-4c0c-be32-5cd86f73331b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.711456] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 968.711456] env[65923]: value = "task-4707349" [ 968.711456] env[65923]: _type = "Task" [ 968.711456] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.721389] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.784701] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707347, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.834159] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d897f1-9b9a-0109-139d-b2a75c8c4a79, 'name': SearchDatastore_Task, 'duration_secs': 0.02035} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.834750] env[65923]: DEBUG oslo_concurrency.lockutils [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.835065] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.835365] env[65923]: DEBUG oslo_concurrency.lockutils [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.835620] env[65923]: DEBUG oslo_concurrency.lockutils [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.835850] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.836213] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83a79c38-9f56-4092-b3a4-893753bee7a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.847476] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.847741] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.848686] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548466f9-b89b-452d-b38c-9f65ca3d5b20 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.855922] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 968.855922] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d547f5-30f0-f4d4-28a4-a26d3e90de2c" [ 968.855922] env[65923]: _type = "Task" [ 968.855922] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.871151] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d547f5-30f0-f4d4-28a4-a26d3e90de2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.929614] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707348, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.958847] env[65923]: DEBUG nova.network.neutron [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 968.972923] env[65923]: DEBUG oslo_concurrency.lockutils [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.975641] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.609s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.977481] env[65923]: INFO nova.compute.claims [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.013062] env[65923]: INFO nova.scheduler.client.report [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleted allocations for instance e799e78b-bd9e-4803-8f4c-055300c85d19 [ 969.060468] env[65923]: WARNING neutronclient.v2_0.client [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.170259] env[65923]: DEBUG nova.network.neutron [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Updating instance_info_cache with network_info: [{"id": "11593840-56f6-48c8-bd29-d3daa942cb6e", "address": "fa:16:3e:cf:03:77", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11593840-56", "ovs_interfaceid": "11593840-56f6-48c8-bd29-d3daa942cb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.222039] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707349, 'name': ReconfigVM_Task, 'duration_secs': 0.285354} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.222373] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance 'cdbc01f0-04e5-47cc-912d-047dbf659f6e' progress to 33 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.288110] env[65923]: DEBUG oslo_vmware.api [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707347, 'name': PowerOnVM_Task, 'duration_secs': 0.730841} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.288576] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.288836] env[65923]: DEBUG nova.compute.manager [None req-f647cd80-a0cc-42af-85bb-daf3b676e0dd tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 969.289878] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd5a7fc-71c4-4dbf-8453-5ac55899e228 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.370732] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d547f5-30f0-f4d4-28a4-a26d3e90de2c, 'name': SearchDatastore_Task, 'duration_secs': 0.015286} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.371730] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8943f668-384b-44a3-878e-18673bcf3980 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.378607] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 969.378607] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a5f292-e81f-3e76-969c-e76b975c20ae" [ 969.378607] env[65923]: _type = "Task" [ 969.378607] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.388574] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a5f292-e81f-3e76-969c-e76b975c20ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.427899] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707348, 'name': ReconfigVM_Task, 'duration_secs': 0.52443} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.428216] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Reconfigured VM instance instance-00000055 to attach disk [datastore1] c156f99d-4055-4848-9a3f-0d624bf38ae0/c156f99d-4055-4848-9a3f-0d624bf38ae0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.429292] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0173c46-5192-4700-aeee-5ab896154f13 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.439776] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for the task: (returnval){ [ 969.439776] env[65923]: value = "task-4707350" [ 969.439776] env[65923]: _type = "Task" [ 969.439776] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.452194] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707350, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.529546] env[65923]: DEBUG oslo_concurrency.lockutils [None req-13d51879-6d60-4ce1-832f-e13cb4a556c3 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "e799e78b-bd9e-4803-8f4c-055300c85d19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.998s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.530226] env[65923]: DEBUG oslo_concurrency.lockutils [req-3a7afa38-4668-4dbe-84c6-c3db936974a2 req-c9105132-1ab8-4617-928f-6f6c672b36a6 service nova] Acquired lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.532042] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af515ce8-9653-4035-9c9b-7b6a71a87e54 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.542066] env[65923]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 969.543136] env[65923]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65923) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 969.543136] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d060ef77-65dc-4079-a559-7f350ca27c4a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.545570] env[65923]: DEBUG nova.compute.manager [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 969.546412] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62b1e3a-bf7a-421b-83cf-137b2098d5ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.562321] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033366e5-cc1c-4093-9786-ebf5db891fec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.603937] env[65923]: ERROR root [req-3a7afa38-4668-4dbe-84c6-c3db936974a2 req-c9105132-1ab8-4617-928f-6f6c672b36a6 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-918648' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-918648' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-918648' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-918648'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-918648' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-918648' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-918648'}\n"]: nova.exception.InstanceNotFound: Instance e799e78b-bd9e-4803-8f4c-055300c85d19 could not be found. [ 969.604241] env[65923]: DEBUG oslo_concurrency.lockutils [req-3a7afa38-4668-4dbe-84c6-c3db936974a2 req-c9105132-1ab8-4617-928f-6f6c672b36a6 service nova] Releasing lock "e799e78b-bd9e-4803-8f4c-055300c85d19" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.604464] env[65923]: DEBUG nova.compute.manager [req-3a7afa38-4668-4dbe-84c6-c3db936974a2 req-c9105132-1ab8-4617-928f-6f6c672b36a6 service nova] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Detach interface failed, port_id=dd7094de-22c4-4810-9ede-6add8dc27914, reason: Instance e799e78b-bd9e-4803-8f4c-055300c85d19 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.674141] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "refresh_cache-5cfcd3e6-d65f-4a26-84b7-2b069addf61c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.674741] env[65923]: DEBUG nova.compute.manager [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Instance network_info: |[{"id": "11593840-56f6-48c8-bd29-d3daa942cb6e", "address": "fa:16:3e:cf:03:77", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11593840-56", "ovs_interfaceid": "11593840-56f6-48c8-bd29-d3daa942cb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 969.675298] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:03:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11593840-56f6-48c8-bd29-d3daa942cb6e', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.683812] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 969.684157] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.684366] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67176799-734f-43bc-afa1-9ecf4c72f54c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.707271] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.707271] env[65923]: value = "task-4707351" [ 969.707271] env[65923]: _type = "Task" [ 969.707271] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.716500] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707351, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.728898] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 969.729200] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.729379] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 969.729602] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.730342] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 969.730342] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 969.730342] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 969.730488] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 969.730592] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 969.730786] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 969.731011] env[65923]: DEBUG nova.virt.hardware [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 969.737139] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 969.737974] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a9ea563-c859-46e4-b5a1-2e569e2f316b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.759955] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 969.759955] env[65923]: value = "task-4707352" [ 969.759955] env[65923]: _type = "Task" [ 969.759955] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.774750] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.890559] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a5f292-e81f-3e76-969c-e76b975c20ae, 'name': SearchDatastore_Task, 'duration_secs': 0.016462} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.890899] env[65923]: DEBUG oslo_concurrency.lockutils [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.891174] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 0fc71b02-7210-4df8-8f10-d75d02bbcc7b/0fc71b02-7210-4df8-8f10-d75d02bbcc7b.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.891467] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4c8ebc0-5fc1-4ee8-af94-70f592b2eb92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.900858] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 969.900858] env[65923]: value = "task-4707353" [ 969.900858] env[65923]: _type = "Task" [ 969.900858] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.911258] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.952574] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707350, 'name': Rename_Task, 'duration_secs': 0.260238} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.952948] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.953677] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b50483f-ef08-4a2b-b217-ca879fb7f897 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.964483] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for the task: (returnval){ [ 969.964483] env[65923]: value = "task-4707354" [ 969.964483] env[65923]: _type = "Task" [ 969.964483] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.975678] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.060172] env[65923]: INFO nova.compute.manager [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] instance snapshotting [ 970.061031] env[65923]: DEBUG nova.objects.instance [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'flavor' on Instance uuid c70d2116-f92a-44a6-a90b-c7e1ee0f469f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.218982] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707351, 'name': CreateVM_Task, 'duration_secs': 0.39939} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.221733] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.222626] env[65923]: WARNING neutronclient.v2_0.client [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.223013] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.223157] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.223470] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.223741] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f384d6-5ec5-41b3-ad7d-14d6947aad07 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.231731] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 970.231731] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523a41db-bbb4-da3e-90a5-417ceffe8cb0" [ 970.231731] env[65923]: _type = "Task" [ 970.231731] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.243231] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523a41db-bbb4-da3e-90a5-417ceffe8cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.275218] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707352, 'name': ReconfigVM_Task, 'duration_secs': 0.333717} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.280150] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.282249] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a222c82-58a6-4efd-9ad4-3eab3eb4cb63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.320800] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] cdbc01f0-04e5-47cc-912d-047dbf659f6e/cdbc01f0-04e5-47cc-912d-047dbf659f6e.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.324696] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01fae061-700e-49c5-aa6a-1bdeba9c3adb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.348495] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 970.348495] env[65923]: value = "task-4707355" [ 970.348495] env[65923]: _type = "Task" [ 970.348495] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.352284] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.352284] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.352284] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.352792] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.352792] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.357104] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997ab262-91a6-4e0c-aac9-058ea3475604 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.365757] env[65923]: INFO nova.compute.manager [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Terminating instance [ 970.366873] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.376144] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b77a3d3-575a-449a-954d-05d70e221c44 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.420305] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe993a4-acb2-4613-8441-5fcf3af71e90 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.430295] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707353, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.436376] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ace5f6-3637-406a-a607-2a788a84ecf8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.445241] env[65923]: DEBUG nova.compute.manager [req-e176e9ea-f17b-4a9f-b616-ff0f0877023b req-7f97024a-ca27-4ccb-a72c-a4e41b01b059 service nova] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Received event network-changed-11593840-56f6-48c8-bd29-d3daa942cb6e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 970.445490] env[65923]: DEBUG nova.compute.manager [req-e176e9ea-f17b-4a9f-b616-ff0f0877023b req-7f97024a-ca27-4ccb-a72c-a4e41b01b059 service nova] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Refreshing instance network info cache due to event network-changed-11593840-56f6-48c8-bd29-d3daa942cb6e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 970.445753] env[65923]: DEBUG oslo_concurrency.lockutils [req-e176e9ea-f17b-4a9f-b616-ff0f0877023b req-7f97024a-ca27-4ccb-a72c-a4e41b01b059 service nova] Acquiring lock "refresh_cache-5cfcd3e6-d65f-4a26-84b7-2b069addf61c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.445909] env[65923]: DEBUG oslo_concurrency.lockutils [req-e176e9ea-f17b-4a9f-b616-ff0f0877023b req-7f97024a-ca27-4ccb-a72c-a4e41b01b059 service nova] Acquired lock "refresh_cache-5cfcd3e6-d65f-4a26-84b7-2b069addf61c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.446149] env[65923]: DEBUG nova.network.neutron [req-e176e9ea-f17b-4a9f-b616-ff0f0877023b req-7f97024a-ca27-4ccb-a72c-a4e41b01b059 service nova] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Refreshing network info cache for port 11593840-56f6-48c8-bd29-d3daa942cb6e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.461966] env[65923]: DEBUG nova.compute.provider_tree [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.476462] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.568680] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1850e03e-ee5b-4224-9a01-2338b062430f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.590878] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57878303-d7e8-4169-b4bb-e0ae117209db {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.744310] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523a41db-bbb4-da3e-90a5-417ceffe8cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.037906} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.744659] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.744727] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.745037] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.745240] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.745428] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.745739] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2c8dd78-47ca-4d7f-9157-2185f678496a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.756971] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.757114] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.757807] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7131ccac-70a4-415d-a276-b6f819e54f72 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.765021] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 970.765021] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528fb95c-96cc-9f20-38ae-75f4d846cef2" [ 970.765021] env[65923]: _type = "Task" [ 970.765021] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.774860] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528fb95c-96cc-9f20-38ae-75f4d846cef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.858392] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707355, 'name': ReconfigVM_Task, 'duration_secs': 0.342486} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.859021] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Reconfigured VM instance instance-00000053 to attach disk [datastore1] cdbc01f0-04e5-47cc-912d-047dbf659f6e/cdbc01f0-04e5-47cc-912d-047dbf659f6e.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.859021] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance 'cdbc01f0-04e5-47cc-912d-047dbf659f6e' progress to 50 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.871149] env[65923]: DEBUG nova.compute.manager [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 970.871389] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.872491] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60d9f48-490a-401b-ab4a-cb10843a65bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.881407] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.881680] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4928878b-342d-4c42-87e0-2e3578ca0d78 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.890435] env[65923]: DEBUG oslo_vmware.api [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 970.890435] env[65923]: value = "task-4707356" [ 970.890435] env[65923]: _type = "Task" [ 970.890435] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.903699] env[65923]: DEBUG oslo_vmware.api [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.928564] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539638} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.929029] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 0fc71b02-7210-4df8-8f10-d75d02bbcc7b/0fc71b02-7210-4df8-8f10-d75d02bbcc7b.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.929156] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.929429] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8b7696b-d5a9-4ad8-8c31-055b1aa596cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.938715] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 970.938715] env[65923]: value = "task-4707357" [ 970.938715] env[65923]: _type = "Task" [ 970.938715] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.952955] env[65923]: WARNING neutronclient.v2_0.client [req-e176e9ea-f17b-4a9f-b616-ff0f0877023b req-7f97024a-ca27-4ccb-a72c-a4e41b01b059 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.955561] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.965265] env[65923]: DEBUG nova.scheduler.client.report [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.981423] env[65923]: DEBUG oslo_vmware.api [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707354, 'name': PowerOnVM_Task, 'duration_secs': 0.711259} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.981798] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.982044] env[65923]: INFO nova.compute.manager [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Took 8.91 seconds to spawn the instance on the hypervisor. [ 970.982233] env[65923]: DEBUG nova.compute.manager [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 970.983158] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1d4258-725b-4fc5-85e6-bbe0b5b05493 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.104332] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 971.104694] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e3621418-1855-4b4a-9cd4-acde7bb914af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.115703] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 971.115703] env[65923]: value = "task-4707358" [ 971.115703] env[65923]: _type = "Task" [ 971.115703] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.127315] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.283139] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528fb95c-96cc-9f20-38ae-75f4d846cef2, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.284213] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c107ab3-07f1-47ab-9d8e-5689e31a7946 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.292042] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 971.292042] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5253e9d8-71ec-919b-f002-718d8deeed6c" [ 971.292042] env[65923]: _type = "Task" [ 971.292042] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.309114] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5253e9d8-71ec-919b-f002-718d8deeed6c, 'name': SearchDatastore_Task, 'duration_secs': 0.012125} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.309114] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.309231] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 5cfcd3e6-d65f-4a26-84b7-2b069addf61c/5cfcd3e6-d65f-4a26-84b7-2b069addf61c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.309636] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e881339f-e475-49dc-9c27-8a962aafad5e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.320614] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 971.320614] env[65923]: value = "task-4707359" [ 971.320614] env[65923]: _type = "Task" [ 971.320614] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.333381] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.348965] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "e9f55372-3339-4000-9670-6373ff0eaeeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.349255] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.368908] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceaa8461-a3b4-4997-b2bf-1d8bf9080b43 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.398253] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fd0969-8760-4928-b20f-8d411b0d8c88 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.408675] env[65923]: DEBUG oslo_vmware.api [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707356, 'name': PowerOffVM_Task, 'duration_secs': 0.344518} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.428640] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.428902] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.429941] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance 'cdbc01f0-04e5-47cc-912d-047dbf659f6e' progress to 67 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.438151] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24855194-6762-4b21-82a3-2d7d23b1425d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.451267] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077637} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.452232] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.452832] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbef5c5-6da7-4060-b8ae-baeade162861 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.478325] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 0fc71b02-7210-4df8-8f10-d75d02bbcc7b/0fc71b02-7210-4df8-8f10-d75d02bbcc7b.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.479339] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.479842] env[65923]: DEBUG nova.compute.manager [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 971.482784] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da8628c1-3db6-46e8-ad5e-585efc14d434 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.502544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.243s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.502544] env[65923]: DEBUG nova.objects.instance [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lazy-loading 'resources' on Instance uuid 4d92ff04-1b95-4b1e-84a6-1a9730b4e627 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.521915] env[65923]: INFO nova.compute.manager [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Took 14.80 seconds to build instance. [ 971.527129] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 971.527129] env[65923]: value = "task-4707361" [ 971.527129] env[65923]: _type = "Task" [ 971.527129] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.529869] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.530273] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.530592] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Deleting the datastore file [datastore2] 6f6fb043-904b-4148-a4d3-0c234de4e2ab {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.536653] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e38d4dfb-76a8-48b3-be9f-1f014b61ea3b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.551566] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.557159] env[65923]: DEBUG oslo_vmware.api [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 971.557159] env[65923]: value = "task-4707362" [ 971.557159] env[65923]: _type = "Task" [ 971.557159] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.568685] env[65923]: DEBUG oslo_vmware.api [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.630712] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.638526] env[65923]: WARNING neutronclient.v2_0.client [req-e176e9ea-f17b-4a9f-b616-ff0f0877023b req-7f97024a-ca27-4ccb-a72c-a4e41b01b059 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.767452] env[65923]: DEBUG nova.network.neutron [req-e176e9ea-f17b-4a9f-b616-ff0f0877023b req-7f97024a-ca27-4ccb-a72c-a4e41b01b059 service nova] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Updated VIF entry in instance network info cache for port 11593840-56f6-48c8-bd29-d3daa942cb6e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 971.767925] env[65923]: DEBUG nova.network.neutron [req-e176e9ea-f17b-4a9f-b616-ff0f0877023b req-7f97024a-ca27-4ccb-a72c-a4e41b01b059 service nova] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Updating instance_info_cache with network_info: [{"id": "11593840-56f6-48c8-bd29-d3daa942cb6e", "address": "fa:16:3e:cf:03:77", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11593840-56", "ovs_interfaceid": "11593840-56f6-48c8-bd29-d3daa942cb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.835816] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707359, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.854739] env[65923]: DEBUG nova.compute.manager [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 971.943698] env[65923]: WARNING neutronclient.v2_0.client [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.944145] env[65923]: WARNING neutronclient.v2_0.client [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.990216] env[65923]: DEBUG nova.network.neutron [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Port 7810235d-4ce2-4223-ac47-0b0d2d83c60b binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 972.004252] env[65923]: DEBUG nova.compute.utils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.006870] env[65923]: DEBUG nova.compute.manager [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 972.006870] env[65923]: DEBUG nova.network.neutron [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 972.006870] env[65923]: WARNING neutronclient.v2_0.client [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.006870] env[65923]: WARNING neutronclient.v2_0.client [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.026507] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0a7913b5-bfd4-4792-b7d1-e7486caf2c20 tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Lock "c156f99d-4055-4848-9a3f-0d624bf38ae0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.323s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.040356] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.064334] env[65923]: DEBUG nova.policy [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd26701f1dde5466694da6ea44546a270', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cac5f78dc904e5eb74085f804e4741e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.075275] env[65923]: DEBUG oslo_vmware.api [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39982} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.075495] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.075929] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.075929] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.076087] env[65923]: INFO nova.compute.manager [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Took 1.20 seconds to destroy the instance on the hypervisor. [ 972.076674] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 972.076674] env[65923]: DEBUG nova.compute.manager [-] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 972.076674] env[65923]: DEBUG nova.network.neutron [-] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 972.076893] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.133902] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707358, 'name': CreateSnapshot_Task, 'duration_secs': 0.628986} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.134209] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 972.135056] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a80d3c5-9c73-4c44-8f40-f796d5e573b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.143090] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.272417] env[65923]: DEBUG oslo_concurrency.lockutils [req-e176e9ea-f17b-4a9f-b616-ff0f0877023b req-7f97024a-ca27-4ccb-a72c-a4e41b01b059 service nova] Releasing lock "refresh_cache-5cfcd3e6-d65f-4a26-84b7-2b069addf61c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.327907] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2807a2c9-2f5e-4d7c-b5cf-96a3afa44624 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.338142] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538883} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.340398] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 5cfcd3e6-d65f-4a26-84b7-2b069addf61c/5cfcd3e6-d65f-4a26-84b7-2b069addf61c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.340628] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.340927] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a03d4645-6496-4acd-b7b4-cb8c180b0472 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.344327] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e548251-303c-4786-951c-148cf629a7bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.385533] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aebc8cc-b4bd-4bb7-a425-d7b73720247f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.388697] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 972.388697] env[65923]: value = "task-4707363" [ 972.388697] env[65923]: _type = "Task" [ 972.388697] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.400433] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aa535f-a801-4bf2-b347-cba33f15522c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.406686] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.414708] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707363, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.425552] env[65923]: DEBUG nova.compute.provider_tree [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.511298] env[65923]: DEBUG nova.network.neutron [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Successfully created port: 238b461e-9808-4e67-966b-03194e4471c3 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 972.513932] env[65923]: DEBUG nova.compute.manager [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 972.543127] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707361, 'name': ReconfigVM_Task, 'duration_secs': 0.517179} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.543490] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 0fc71b02-7210-4df8-8f10-d75d02bbcc7b/0fc71b02-7210-4df8-8f10-d75d02bbcc7b.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.544251] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adb2efaa-4a63-42cc-94d2-c5c6f2cae22b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.551868] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 972.551868] env[65923]: value = "task-4707364" [ 972.551868] env[65923]: _type = "Task" [ 972.551868] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.564011] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707364, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.669819] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 972.670579] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ced14871-23e1-4a04-9290-111d0a5ee7f3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.679816] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 972.679816] env[65923]: value = "task-4707365" [ 972.679816] env[65923]: _type = "Task" [ 972.679816] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.690275] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707365, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.750979] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.751370] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.778983] env[65923]: DEBUG nova.compute.manager [req-5c0bcad4-1d7f-4a2d-9a17-4818a89f1a03 req-bc0c9d1e-f136-4746-b57e-9c78dca73b53 service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Received event network-vif-deleted-cbbec562-35f8-452a-abe9-9412de76ad06 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 972.779339] env[65923]: INFO nova.compute.manager [req-5c0bcad4-1d7f-4a2d-9a17-4818a89f1a03 req-bc0c9d1e-f136-4746-b57e-9c78dca73b53 service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Neutron deleted interface cbbec562-35f8-452a-abe9-9412de76ad06; detaching it from the instance and deleting it from the info cache [ 972.779339] env[65923]: DEBUG nova.network.neutron [req-5c0bcad4-1d7f-4a2d-9a17-4818a89f1a03 req-bc0c9d1e-f136-4746-b57e-9c78dca73b53 service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.901646] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075511} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.902381] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.903405] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7712c500-2afb-4fba-8e64-50dbeddb89c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.941170] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 5cfcd3e6-d65f-4a26-84b7-2b069addf61c/5cfcd3e6-d65f-4a26-84b7-2b069addf61c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.943262] env[65923]: DEBUG nova.scheduler.client.report [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.949324] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82338877-2e2c-433b-9262-213f70d6a5fb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.974454] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 972.974454] env[65923]: value = "task-4707366" [ 972.974454] env[65923]: _type = "Task" [ 972.974454] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.983382] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.014242] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.014475] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.014782] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.072040] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707364, 'name': Rename_Task, 'duration_secs': 0.151163} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.072040] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.072040] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ed278d-c4a0-4638-ae24-fb14de034294 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.080692] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 973.080692] env[65923]: value = "task-4707367" [ 973.080692] env[65923]: _type = "Task" [ 973.080692] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.090490] env[65923]: DEBUG nova.network.neutron [-] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.098868] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.195391] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707365, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.253919] env[65923]: DEBUG nova.compute.manager [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 973.282057] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86184101-dfd7-46a5-b897-cdd07570e3db {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.297342] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7247035-305a-4c2c-ac4e-f47f8186713e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.351291] env[65923]: DEBUG nova.compute.manager [req-5c0bcad4-1d7f-4a2d-9a17-4818a89f1a03 req-bc0c9d1e-f136-4746-b57e-9c78dca73b53 service nova] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Detach interface failed, port_id=cbbec562-35f8-452a-abe9-9412de76ad06, reason: Instance 6f6fb043-904b-4148-a4d3-0c234de4e2ab could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 973.469459] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.472446] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.583s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.474283] env[65923]: INFO nova.compute.claims [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.489271] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707366, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.505600] env[65923]: INFO nova.scheduler.client.report [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Deleted allocations for instance 4d92ff04-1b95-4b1e-84a6-1a9730b4e627 [ 973.524475] env[65923]: DEBUG nova.compute.manager [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 973.563814] env[65923]: DEBUG nova.virt.hardware [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 973.563978] env[65923]: DEBUG nova.virt.hardware [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.564177] env[65923]: DEBUG nova.virt.hardware [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 973.564416] env[65923]: DEBUG nova.virt.hardware [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.564961] env[65923]: DEBUG nova.virt.hardware [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 973.564961] env[65923]: DEBUG nova.virt.hardware [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 973.564961] env[65923]: DEBUG nova.virt.hardware [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 973.565108] env[65923]: DEBUG nova.virt.hardware [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 973.565293] env[65923]: DEBUG nova.virt.hardware [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 973.565460] env[65923]: DEBUG nova.virt.hardware [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 973.565670] env[65923]: DEBUG nova.virt.hardware [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 973.566602] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086e6aea-9d03-4e1a-b66d-f58f90398bce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.581412] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca521f2e-75b8-4208-a2a0-2cf3d816e0bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.607450] env[65923]: INFO nova.compute.manager [-] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Took 1.53 seconds to deallocate network for instance. [ 973.615443] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707367, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.695462] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707365, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.791183] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.991918] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707366, 'name': ReconfigVM_Task, 'duration_secs': 0.549325} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.991918] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 5cfcd3e6-d65f-4a26-84b7-2b069addf61c/5cfcd3e6-d65f-4a26-84b7-2b069addf61c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.992925] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27900995-aa51-4334-bce5-032733eedf86 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.002153] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 974.002153] env[65923]: value = "task-4707368" [ 974.002153] env[65923]: _type = "Task" [ 974.002153] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.015335] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ef82c26f-53b9-4e7f-bc24-3e1da3c488c9 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "4d92ff04-1b95-4b1e-84a6-1a9730b4e627" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.275s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.017025] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707368, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.021279] env[65923]: WARNING neutronclient.v2_0.client [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.097019] env[65923]: DEBUG oslo_vmware.api [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707367, 'name': PowerOnVM_Task, 'duration_secs': 0.572094} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.097553] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.097773] env[65923]: DEBUG nova.compute.manager [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 974.102020] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd79a172-0e8c-4753-83d7-e4b3672c0f2f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.122407] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.192588] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707365, 'name': CloneVM_Task, 'duration_secs': 1.248592} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.193323] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Created linked-clone VM from snapshot [ 974.194254] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115003fb-05e6-4770-b4f8-c4dd17d340a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.206663] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Uploading image eda956a2-4c3c-4577-96e0-3b69cf6eb355 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 974.211811] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.211811] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.235129] env[65923]: DEBUG oslo_vmware.rw_handles [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 974.235129] env[65923]: value = "vm-918702" [ 974.235129] env[65923]: _type = "VirtualMachine" [ 974.235129] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 974.235129] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f4bbe59-5572-4adb-9640-ae0f744d55f8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.243951] env[65923]: DEBUG oslo_vmware.rw_handles [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lease: (returnval){ [ 974.243951] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c07547-e97f-463d-f081-1a5016962ce0" [ 974.243951] env[65923]: _type = "HttpNfcLease" [ 974.243951] env[65923]: } obtained for exporting VM: (result){ [ 974.243951] env[65923]: value = "vm-918702" [ 974.243951] env[65923]: _type = "VirtualMachine" [ 974.243951] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 974.244822] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the lease: (returnval){ [ 974.244822] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c07547-e97f-463d-f081-1a5016962ce0" [ 974.244822] env[65923]: _type = "HttpNfcLease" [ 974.244822] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 974.254092] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 974.254092] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c07547-e97f-463d-f081-1a5016962ce0" [ 974.254092] env[65923]: _type = "HttpNfcLease" [ 974.254092] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 974.308649] env[65923]: DEBUG nova.network.neutron [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Successfully updated port: 238b461e-9808-4e67-966b-03194e4471c3 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 974.435341] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.435647] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.435647] env[65923]: DEBUG nova.network.neutron [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 974.515991] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707368, 'name': Rename_Task, 'duration_secs': 0.168438} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.520018] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.522077] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f15d637-cb30-4bf5-b01c-409adbac6472 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.530837] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 974.530837] env[65923]: value = "task-4707370" [ 974.530837] env[65923]: _type = "Task" [ 974.530837] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.540410] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.627726] env[65923]: DEBUG oslo_concurrency.lockutils [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.723976] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.723976] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.724242] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.724242] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.724345] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.724481] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.724641] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 974.725011] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.757739] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 974.757739] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c07547-e97f-463d-f081-1a5016962ce0" [ 974.757739] env[65923]: _type = "HttpNfcLease" [ 974.757739] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 974.761317] env[65923]: DEBUG oslo_vmware.rw_handles [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 974.761317] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c07547-e97f-463d-f081-1a5016962ce0" [ 974.761317] env[65923]: _type = "HttpNfcLease" [ 974.761317] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 974.761317] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97622c5-9e0e-4cc1-95d5-76080090eaac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.776614] env[65923]: DEBUG oslo_vmware.rw_handles [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5f64f-9601-3071-1152-0712a2d68eaf/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 974.776819] env[65923]: DEBUG oslo_vmware.rw_handles [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5f64f-9601-3071-1152-0712a2d68eaf/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 974.840240] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "refresh_cache-c5b43746-40ce-44b0-ab87-6a87671320be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.840594] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "refresh_cache-c5b43746-40ce-44b0-ab87-6a87671320be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.840831] env[65923]: DEBUG nova.network.neutron [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 974.880495] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cfbc13-e211-4b6b-9874-7e4403a03be4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.890560] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f3ab4c-3a08-4a73-abdc-8e055dee6454 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.930804] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c808144a-7ee1-45fd-994e-94d02ead4fa9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.935699] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45c833a2-250c-44b7-9684-1e89bd41ad33 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.939718] env[65923]: WARNING neutronclient.v2_0.client [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.948850] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb9458-ac6a-4efc-9e18-c2487449a773 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.966842] env[65923]: DEBUG nova.compute.provider_tree [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.051473] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.090717] env[65923]: DEBUG nova.compute.manager [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Received event network-vif-plugged-238b461e-9808-4e67-966b-03194e4471c3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.090717] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] Acquiring lock "c5b43746-40ce-44b0-ab87-6a87671320be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.090717] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] Lock "c5b43746-40ce-44b0-ab87-6a87671320be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.090717] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] Lock "c5b43746-40ce-44b0-ab87-6a87671320be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.090717] env[65923]: DEBUG nova.compute.manager [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] No waiting events found dispatching network-vif-plugged-238b461e-9808-4e67-966b-03194e4471c3 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 975.090717] env[65923]: WARNING nova.compute.manager [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Received unexpected event network-vif-plugged-238b461e-9808-4e67-966b-03194e4471c3 for instance with vm_state building and task_state spawning. [ 975.090717] env[65923]: DEBUG nova.compute.manager [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Received event network-changed-238b461e-9808-4e67-966b-03194e4471c3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.091136] env[65923]: DEBUG nova.compute.manager [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Refreshing instance network info cache due to event network-changed-238b461e-9808-4e67-966b-03194e4471c3. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 975.091136] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] Acquiring lock "refresh_cache-c5b43746-40ce-44b0-ab87-6a87671320be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.228243] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.470729] env[65923]: DEBUG nova.scheduler.client.report [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.521169] env[65923]: DEBUG nova.network.neutron [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 975.547619] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquiring lock "0fc71b02-7210-4df8-8f10-d75d02bbcc7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.548491] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "0fc71b02-7210-4df8-8f10-d75d02bbcc7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.548491] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquiring lock "0fc71b02-7210-4df8-8f10-d75d02bbcc7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.548491] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "0fc71b02-7210-4df8-8f10-d75d02bbcc7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.552340] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "0fc71b02-7210-4df8-8f10-d75d02bbcc7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.554100] env[65923]: DEBUG oslo_vmware.api [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707370, 'name': PowerOnVM_Task, 'duration_secs': 0.689902} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.555662] env[65923]: INFO nova.compute.manager [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Terminating instance [ 975.559535] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.561012] env[65923]: INFO nova.compute.manager [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Took 8.47 seconds to spawn the instance on the hypervisor. [ 975.562211] env[65923]: DEBUG nova.compute.manager [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 975.570595] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af252d79-6998-4fbc-9dd9-8fa3203b0127 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.686120] env[65923]: WARNING neutronclient.v2_0.client [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.979665] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.980306] env[65923]: DEBUG nova.compute.manager [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 975.987036] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.580s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.989317] env[65923]: INFO nova.compute.claims [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.077085] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquiring lock "refresh_cache-0fc71b02-7210-4df8-8f10-d75d02bbcc7b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.077247] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquired lock "refresh_cache-0fc71b02-7210-4df8-8f10-d75d02bbcc7b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.077425] env[65923]: DEBUG nova.network.neutron [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 976.099766] env[65923]: INFO nova.compute.manager [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Took 18.31 seconds to build instance. [ 976.233950] env[65923]: DEBUG nova.network.neutron [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance_info_cache with network_info: [{"id": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "address": "fa:16:3e:44:ce:60", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7810235d-4c", "ovs_interfaceid": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.274910] env[65923]: WARNING neutronclient.v2_0.client [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.390792] env[65923]: DEBUG nova.network.neutron [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Updating instance_info_cache with network_info: [{"id": "238b461e-9808-4e67-966b-03194e4471c3", "address": "fa:16:3e:23:62:bd", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238b461e-98", "ovs_interfaceid": "238b461e-9808-4e67-966b-03194e4471c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.457420] env[65923]: DEBUG oslo_vmware.rw_handles [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3e62c-af47-f043-c918-45941410d63a/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 976.459015] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edf514f-9352-4269-abec-7845de8bcf85 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.472284] env[65923]: DEBUG oslo_vmware.rw_handles [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3e62c-af47-f043-c918-45941410d63a/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 976.472495] env[65923]: ERROR oslo_vmware.rw_handles [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3e62c-af47-f043-c918-45941410d63a/disk-0.vmdk due to incomplete transfer. [ 976.474423] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fa1a00e0-179e-4cfd-bf36-bc3262ac7146 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.485593] env[65923]: DEBUG oslo_vmware.rw_handles [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f3e62c-af47-f043-c918-45941410d63a/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 976.485914] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Uploaded image cf4163e6-839a-441d-967d-8d6a3f641d73 to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 976.488227] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 976.489014] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c30b8c8-43d4-43d4-8bc7-675376cb63b5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.497115] env[65923]: DEBUG nova.compute.utils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.503406] env[65923]: DEBUG nova.compute.manager [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 976.503523] env[65923]: DEBUG nova.network.neutron [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 976.504369] env[65923]: WARNING neutronclient.v2_0.client [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.505124] env[65923]: WARNING neutronclient.v2_0.client [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.508437] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 976.508437] env[65923]: value = "task-4707371" [ 976.508437] env[65923]: _type = "Task" [ 976.508437] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.522745] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707371, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.556625] env[65923]: DEBUG nova.policy [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd98748043fce4b4fa1d5fdec691a14ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adcb12dd71064575b8aa026ce701d2bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.580548] env[65923]: WARNING neutronclient.v2_0.client [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.606353] env[65923]: DEBUG nova.network.neutron [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 976.609038] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7764766b-c995-4542-bf27-0289e1faf4fb tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.830s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.739400] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.780238] env[65923]: DEBUG nova.network.neutron [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.895364] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "refresh_cache-c5b43746-40ce-44b0-ab87-6a87671320be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.896063] env[65923]: DEBUG nova.compute.manager [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Instance network_info: |[{"id": "238b461e-9808-4e67-966b-03194e4471c3", "address": "fa:16:3e:23:62:bd", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238b461e-98", "ovs_interfaceid": "238b461e-9808-4e67-966b-03194e4471c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 976.896683] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] Acquired lock "refresh_cache-c5b43746-40ce-44b0-ab87-6a87671320be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.897066] env[65923]: DEBUG nova.network.neutron [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Refreshing network info cache for port 238b461e-9808-4e67-966b-03194e4471c3 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.904017] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:62:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '238b461e-9808-4e67-966b-03194e4471c3', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.909271] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Creating folder: Project (6cac5f78dc904e5eb74085f804e4741e). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.910966] env[65923]: WARNING neutronclient.v2_0.client [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.913452] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07e94ce1-9571-42e8-943a-84d7d9806ffe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.929151] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Created folder: Project (6cac5f78dc904e5eb74085f804e4741e) in parent group-v918465. [ 976.931023] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Creating folder: Instances. Parent ref: group-v918703. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.931023] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fd7f1a0-91db-4dbd-ac3d-3b2221f13cd3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.943605] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Created folder: Instances in parent group-v918703. [ 976.945019] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 976.945019] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.945019] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f204b661-5c9e-40f3-962e-2a757a347af5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.971673] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.971673] env[65923]: value = "task-4707374" [ 976.971673] env[65923]: _type = "Task" [ 976.971673] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.982883] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707374, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.002461] env[65923]: DEBUG nova.compute.manager [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 977.024453] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707371, 'name': Destroy_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.245262] env[65923]: WARNING neutronclient.v2_0.client [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.273916] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bcd97b-df0c-4bd7-8f23-042eff561240 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.284656] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Releasing lock "refresh_cache-0fc71b02-7210-4df8-8f10-d75d02bbcc7b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.285134] env[65923]: DEBUG nova.compute.manager [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 977.285762] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.302590] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1663d-5986-44de-916d-a39d5fce6719 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.307627] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27ee23f-2955-481a-9b67-54cfe80451db {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.319380] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance 'cdbc01f0-04e5-47cc-912d-047dbf659f6e' progress to 83 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.333667] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.335202] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-297eecf5-3b36-4ffb-8f87-1d5b93d2e888 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.349085] env[65923]: DEBUG oslo_vmware.api [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 977.349085] env[65923]: value = "task-4707375" [ 977.349085] env[65923]: _type = "Task" [ 977.349085] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.366036] env[65923]: DEBUG oslo_vmware.api [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.376842] env[65923]: DEBUG nova.compute.manager [req-f4b3a794-e245-4556-b754-0f8d563a50a6 req-85d5cbb8-cd2e-46dc-be31-d10238ebaeda service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Received event network-changed-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.377143] env[65923]: DEBUG nova.compute.manager [req-f4b3a794-e245-4556-b754-0f8d563a50a6 req-85d5cbb8-cd2e-46dc-be31-d10238ebaeda service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Refreshing instance network info cache due to event network-changed-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 977.377399] env[65923]: DEBUG oslo_concurrency.lockutils [req-f4b3a794-e245-4556-b754-0f8d563a50a6 req-85d5cbb8-cd2e-46dc-be31-d10238ebaeda service nova] Acquiring lock "refresh_cache-c156f99d-4055-4848-9a3f-0d624bf38ae0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.377744] env[65923]: DEBUG oslo_concurrency.lockutils [req-f4b3a794-e245-4556-b754-0f8d563a50a6 req-85d5cbb8-cd2e-46dc-be31-d10238ebaeda service nova] Acquired lock "refresh_cache-c156f99d-4055-4848-9a3f-0d624bf38ae0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.377744] env[65923]: DEBUG nova.network.neutron [req-f4b3a794-e245-4556-b754-0f8d563a50a6 req-85d5cbb8-cd2e-46dc-be31-d10238ebaeda service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Refreshing network info cache for port 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.399996] env[65923]: DEBUG nova.network.neutron [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Successfully created port: 4287d6df-ca01-4751-aabf-1654e24353ee {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 977.408265] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23db912a-786d-4cfe-92cf-4e9986c0fb8d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.419922] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9026dfcc-ed29-40c3-98f5-5a4c37535423 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.462154] env[65923]: DEBUG nova.network.neutron [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Updated VIF entry in instance network info cache for port 238b461e-9808-4e67-966b-03194e4471c3. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 977.462564] env[65923]: DEBUG nova.network.neutron [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Updating instance_info_cache with network_info: [{"id": "238b461e-9808-4e67-966b-03194e4471c3", "address": "fa:16:3e:23:62:bd", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238b461e-98", "ovs_interfaceid": "238b461e-9808-4e67-966b-03194e4471c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.465222] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a05d04-60cb-429f-9bdf-31f6c775e77b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.478305] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413e8dbd-f07a-4fbb-92db-69d0ce2b6114 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.492248] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707374, 'name': CreateVM_Task, 'duration_secs': 0.483043} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.500952] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.501876] env[65923]: DEBUG nova.compute.provider_tree [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.503629] env[65923]: WARNING neutronclient.v2_0.client [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.504034] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.504231] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.504490] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.505030] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b452f8-8cfb-493b-97ed-b759d5568f52 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.514671] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 977.514671] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f37f0b-615a-9ce4-8b6d-d68632389ff1" [ 977.514671] env[65923]: _type = "Task" [ 977.514671] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.528715] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707371, 'name': Destroy_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.535705] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f37f0b-615a-9ce4-8b6d-d68632389ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.535705] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.535951] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.536185] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.536329] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.536509] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.536784] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-213fad01-998e-4ed9-9270-ea6d8d4b8627 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.548543] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.548820] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.549723] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c16533-8886-4d60-aaea-5e9763208a77 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.557092] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 977.557092] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523aa6ec-6746-d7e2-724b-ba1e8e86a31d" [ 977.557092] env[65923]: _type = "Task" [ 977.557092] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.567793] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523aa6ec-6746-d7e2-724b-ba1e8e86a31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.641995] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "5aa500fa-72eb-453d-8dae-8469a3a80a32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.641995] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "5aa500fa-72eb-453d-8dae-8469a3a80a32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.837587] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.839442] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d00edd7a-262b-40b8-a3f9-aa65de93bada {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.851641] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 977.851641] env[65923]: value = "task-4707376" [ 977.851641] env[65923]: _type = "Task" [ 977.851641] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.866314] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquiring lock "d5b6f484-713d-416f-b96d-8c25462babd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.866868] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Lock "d5b6f484-713d-416f-b96d-8c25462babd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.875440] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707376, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.879262] env[65923]: DEBUG oslo_vmware.api [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707375, 'name': PowerOffVM_Task, 'duration_secs': 0.162744} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.879555] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.879746] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.880614] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bf3f71a-70f5-43b6-a4d3-42159dd2d2ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.882537] env[65923]: WARNING neutronclient.v2_0.client [req-f4b3a794-e245-4556-b754-0f8d563a50a6 req-85d5cbb8-cd2e-46dc-be31-d10238ebaeda service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.915022] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.915022] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.915022] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Deleting the datastore file [datastore2] 0fc71b02-7210-4df8-8f10-d75d02bbcc7b {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.915022] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe014908-bd17-4515-9be8-ebaf4756d895 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.922368] env[65923]: DEBUG oslo_vmware.api [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for the task: (returnval){ [ 977.922368] env[65923]: value = "task-4707378" [ 977.922368] env[65923]: _type = "Task" [ 977.922368] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.937453] env[65923]: DEBUG oslo_vmware.api [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.968949] env[65923]: DEBUG oslo_concurrency.lockutils [req-8a0cf0a5-ba14-40aa-9632-4ed36a5bb85b req-5f77fd09-2f58-4782-8bda-861899978695 service nova] Releasing lock "refresh_cache-c5b43746-40ce-44b0-ab87-6a87671320be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.006258] env[65923]: DEBUG nova.scheduler.client.report [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.014048] env[65923]: DEBUG nova.compute.manager [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 978.030233] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707371, 'name': Destroy_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.053829] env[65923]: DEBUG nova.virt.hardware [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 978.054038] env[65923]: DEBUG nova.virt.hardware [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.054300] env[65923]: DEBUG nova.virt.hardware [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 978.054584] env[65923]: DEBUG nova.virt.hardware [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.054821] env[65923]: DEBUG nova.virt.hardware [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 978.055063] env[65923]: DEBUG nova.virt.hardware [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 978.055372] env[65923]: DEBUG nova.virt.hardware [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 978.055885] env[65923]: DEBUG nova.virt.hardware [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 978.055885] env[65923]: DEBUG nova.virt.hardware [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 978.056199] env[65923]: DEBUG nova.virt.hardware [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 978.056533] env[65923]: DEBUG nova.virt.hardware [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 978.058380] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b444eb1c-50d3-4a6f-99b9-c2e610cdeb31 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.075030] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523aa6ec-6746-d7e2-724b-ba1e8e86a31d, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.078288] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410dd5be-2239-4e9f-a272-54640f47f385 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.082475] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc24465-0a5d-4ac0-a37a-86664d27c6d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.091854] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 978.091854] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52de052a-6f94-a259-14fe-b89f95dc564f" [ 978.091854] env[65923]: _type = "Task" [ 978.091854] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.120360] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52de052a-6f94-a259-14fe-b89f95dc564f, 'name': SearchDatastore_Task, 'duration_secs': 0.017774} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.120360] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.120360] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] c5b43746-40ce-44b0-ab87-6a87671320be/c5b43746-40ce-44b0-ab87-6a87671320be.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.120360] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59cdb51c-f582-46af-b98f-2a6a8fec0bcc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.128977] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 978.128977] env[65923]: value = "task-4707379" [ 978.128977] env[65923]: _type = "Task" [ 978.128977] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.141456] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.145553] env[65923]: DEBUG nova.compute.manager [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 978.188112] env[65923]: WARNING neutronclient.v2_0.client [req-f4b3a794-e245-4556-b754-0f8d563a50a6 req-85d5cbb8-cd2e-46dc-be31-d10238ebaeda service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.366034] env[65923]: DEBUG nova.network.neutron [req-f4b3a794-e245-4556-b754-0f8d563a50a6 req-85d5cbb8-cd2e-46dc-be31-d10238ebaeda service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Updated VIF entry in instance network info cache for port 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 978.366034] env[65923]: DEBUG nova.network.neutron [req-f4b3a794-e245-4556-b754-0f8d563a50a6 req-85d5cbb8-cd2e-46dc-be31-d10238ebaeda service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Updating instance_info_cache with network_info: [{"id": "8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946", "address": "fa:16:3e:e2:b3:7b", "network": {"id": "1cbf1972-9707-4c92-ab6a-07da8583cc1c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1020386306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b01e778d3e24976af42d95e5414edec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2c9f97-54", "ovs_interfaceid": "8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.374038] env[65923]: DEBUG nova.compute.manager [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 978.376821] env[65923]: DEBUG oslo_vmware.api [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707376, 'name': PowerOnVM_Task, 'duration_secs': 0.457876} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.377537] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.377913] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3c319a36-fb46-40c6-96b3-aab16e91c536 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance 'cdbc01f0-04e5-47cc-912d-047dbf659f6e' progress to 100 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.442806] env[65923]: DEBUG oslo_vmware.api [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Task: {'id': task-4707378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119481} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.443207] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.443412] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.443606] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.443786] env[65923]: INFO nova.compute.manager [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 978.445507] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 978.446213] env[65923]: DEBUG nova.compute.manager [-] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 978.446315] env[65923]: DEBUG nova.network.neutron [-] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 978.446629] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.469865] env[65923]: DEBUG nova.network.neutron [-] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 978.469865] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.512663] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.513265] env[65923]: DEBUG nova.compute.manager [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 978.516811] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.726s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.518637] env[65923]: INFO nova.compute.claims [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.536624] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707371, 'name': Destroy_Task, 'duration_secs': 1.747138} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.536624] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Destroyed the VM [ 978.537253] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 978.537253] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b5ba9a0f-276c-48ea-9aa0-07395b19cb85 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.546568] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 978.546568] env[65923]: value = "task-4707380" [ 978.546568] env[65923]: _type = "Task" [ 978.546568] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.558911] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707380, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.640494] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707379, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.677953] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.868883] env[65923]: DEBUG oslo_concurrency.lockutils [req-f4b3a794-e245-4556-b754-0f8d563a50a6 req-85d5cbb8-cd2e-46dc-be31-d10238ebaeda service nova] Releasing lock "refresh_cache-c156f99d-4055-4848-9a3f-0d624bf38ae0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.899599] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.921661] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.922145] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.922495] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.922836] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.923149] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.927958] env[65923]: INFO nova.compute.manager [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Terminating instance [ 978.973475] env[65923]: DEBUG nova.network.neutron [-] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.024415] env[65923]: DEBUG nova.compute.utils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.028166] env[65923]: DEBUG nova.compute.manager [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 979.028365] env[65923]: DEBUG nova.network.neutron [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 979.028685] env[65923]: WARNING neutronclient.v2_0.client [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.028975] env[65923]: WARNING neutronclient.v2_0.client [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.061357] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707380, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.075636] env[65923]: DEBUG nova.policy [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e8b2a6bd9dc4214a4d15cdcbd551352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfe38d2a113e40e69aa390483a71ab03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.083021] env[65923]: DEBUG nova.network.neutron [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Successfully updated port: 4287d6df-ca01-4751-aabf-1654e24353ee {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 979.142038] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640969} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.142391] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] c5b43746-40ce-44b0-ab87-6a87671320be/c5b43746-40ce-44b0-ab87-6a87671320be.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.142657] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.142950] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9428c575-5f4f-473f-af9a-da4008e87da9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.151801] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 979.151801] env[65923]: value = "task-4707381" [ 979.151801] env[65923]: _type = "Task" [ 979.151801] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.164282] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.410439] env[65923]: DEBUG nova.compute.manager [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Received event network-vif-plugged-4287d6df-ca01-4751-aabf-1654e24353ee {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 979.410797] env[65923]: DEBUG oslo_concurrency.lockutils [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] Acquiring lock "fa4cc1a7-af35-471c-8321-f8f06776af96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.410885] env[65923]: DEBUG oslo_concurrency.lockutils [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] Lock "fa4cc1a7-af35-471c-8321-f8f06776af96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.411099] env[65923]: DEBUG oslo_concurrency.lockutils [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] Lock "fa4cc1a7-af35-471c-8321-f8f06776af96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.411363] env[65923]: DEBUG nova.compute.manager [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] No waiting events found dispatching network-vif-plugged-4287d6df-ca01-4751-aabf-1654e24353ee {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 979.412032] env[65923]: WARNING nova.compute.manager [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Received unexpected event network-vif-plugged-4287d6df-ca01-4751-aabf-1654e24353ee for instance with vm_state building and task_state spawning. [ 979.412032] env[65923]: DEBUG nova.compute.manager [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Received event network-changed-4287d6df-ca01-4751-aabf-1654e24353ee {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 979.412032] env[65923]: DEBUG nova.compute.manager [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Refreshing instance network info cache due to event network-changed-4287d6df-ca01-4751-aabf-1654e24353ee. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 979.412608] env[65923]: DEBUG oslo_concurrency.lockutils [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] Acquiring lock "refresh_cache-fa4cc1a7-af35-471c-8321-f8f06776af96" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.412608] env[65923]: DEBUG oslo_concurrency.lockutils [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] Acquired lock "refresh_cache-fa4cc1a7-af35-471c-8321-f8f06776af96" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.412993] env[65923]: DEBUG nova.network.neutron [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Refreshing network info cache for port 4287d6df-ca01-4751-aabf-1654e24353ee {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.414921] env[65923]: DEBUG nova.network.neutron [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Successfully created port: a428f581-ab0e-4f76-9d88-e6c9c0638295 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 979.433758] env[65923]: DEBUG nova.compute.manager [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 979.433850] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.435286] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b266a9c9-60ff-4d2f-a201-06e5d053bb7f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.445456] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.445795] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cdfb277-67e8-4400-a28a-39e140b90f97 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.452796] env[65923]: DEBUG oslo_vmware.api [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 979.452796] env[65923]: value = "task-4707382" [ 979.452796] env[65923]: _type = "Task" [ 979.452796] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.462947] env[65923]: DEBUG oslo_vmware.api [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.476378] env[65923]: INFO nova.compute.manager [-] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Took 1.03 seconds to deallocate network for instance. [ 979.529152] env[65923]: DEBUG nova.compute.manager [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 979.560557] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707380, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609268} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.564817] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 979.565174] env[65923]: DEBUG nova.compute.manager [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 979.566251] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b055d3-3e67-450d-9266-174e91210cf6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.585408] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquiring lock "refresh_cache-fa4cc1a7-af35-471c-8321-f8f06776af96" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.664792] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.281402} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.665137] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.667447] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29161dcf-c192-4a16-90fd-52d9895d8a9f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.692095] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] c5b43746-40ce-44b0-ab87-6a87671320be/c5b43746-40ce-44b0-ab87-6a87671320be.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.695772] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f0171f1-5daa-49a6-af75-2afc43803e93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.719374] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 979.719374] env[65923]: value = "task-4707383" [ 979.719374] env[65923]: _type = "Task" [ 979.719374] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.738936] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.875879] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e87eaa-d2db-4e5d-a80c-5835db0df64e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.887893] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d7e4bc-dbdf-45c4-88ba-a60368e0984c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.928281] env[65923]: WARNING neutronclient.v2_0.client [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.931722] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599e11a-913f-4f8f-a904-d5769729c74f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.942431] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addc09f2-3ba2-4db8-ac08-9b65ae338e53 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.959240] env[65923]: DEBUG nova.compute.provider_tree [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.972734] env[65923]: DEBUG oslo_vmware.api [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707382, 'name': PowerOffVM_Task, 'duration_secs': 0.265281} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.972734] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.972734] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.972931] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b637a0bd-922b-422c-9a7f-5a964015fed2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.983555] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.009072] env[65923]: DEBUG nova.network.neutron [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 980.047818] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.048209] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.048366] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleting the datastore file [datastore1] 5cfcd3e6-d65f-4a26-84b7-2b069addf61c {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.048705] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-414b8c9a-4e1f-49fe-a676-1866427ac3e3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.057947] env[65923]: DEBUG oslo_vmware.api [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 980.057947] env[65923]: value = "task-4707385" [ 980.057947] env[65923]: _type = "Task" [ 980.057947] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.069439] env[65923]: DEBUG oslo_vmware.api [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.083854] env[65923]: INFO nova.compute.manager [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Shelve offloading [ 980.231233] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.238908] env[65923]: DEBUG nova.network.neutron [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.465387] env[65923]: DEBUG nova.scheduler.client.report [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.544076] env[65923]: DEBUG nova.compute.manager [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 980.572702] env[65923]: DEBUG oslo_vmware.api [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325462} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.575423] env[65923]: DEBUG nova.virt.hardware [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 980.575672] env[65923]: DEBUG nova.virt.hardware [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.575844] env[65923]: DEBUG nova.virt.hardware [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 980.576070] env[65923]: DEBUG nova.virt.hardware [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.576238] env[65923]: DEBUG nova.virt.hardware [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 980.576400] env[65923]: DEBUG nova.virt.hardware [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 980.576602] env[65923]: DEBUG nova.virt.hardware [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 980.576786] env[65923]: DEBUG nova.virt.hardware [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 980.577102] env[65923]: DEBUG nova.virt.hardware [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 980.577443] env[65923]: DEBUG nova.virt.hardware [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 980.577577] env[65923]: DEBUG nova.virt.hardware [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 980.577974] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.578106] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.578598] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.578598] env[65923]: INFO nova.compute.manager [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 980.578743] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 980.579952] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930f5f41-ecae-4375-8ccf-01eb4fd4e783 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.586585] env[65923]: DEBUG nova.compute.manager [-] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 980.586747] env[65923]: DEBUG nova.network.neutron [-] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 980.587045] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.589941] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.590635] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-540f6c83-e595-4cd3-a308-28a0d2af4060 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.597154] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0408744e-b49e-4d4f-b27f-00a09bb7d3e7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.602964] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 980.602964] env[65923]: value = "task-4707386" [ 980.602964] env[65923]: _type = "Task" [ 980.602964] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.623451] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.623984] env[65923]: DEBUG nova.compute.manager [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 980.624670] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b9e6c4-8e28-48c8-be5a-b545cc4d2e63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.634103] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.634207] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.634373] env[65923]: DEBUG nova.network.neutron [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 980.654413] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.733092] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707383, 'name': ReconfigVM_Task, 'duration_secs': 0.659747} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.733471] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Reconfigured VM instance instance-00000057 to attach disk [datastore2] c5b43746-40ce-44b0-ab87-6a87671320be/c5b43746-40ce-44b0-ab87-6a87671320be.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.734320] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e4a0a34-2f83-4adf-acaa-efe63554fee3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.742463] env[65923]: DEBUG oslo_concurrency.lockutils [req-f63f825a-2ce0-443f-a366-d59895a55871 req-54576f9b-f8b5-4a73-877c-9e078ec2e3b0 service nova] Releasing lock "refresh_cache-fa4cc1a7-af35-471c-8321-f8f06776af96" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.743754] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquired lock "refresh_cache-fa4cc1a7-af35-471c-8321-f8f06776af96" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.743954] env[65923]: DEBUG nova.network.neutron [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 980.745200] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 980.745200] env[65923]: value = "task-4707387" [ 980.745200] env[65923]: _type = "Task" [ 980.745200] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.754899] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707387, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.966312] env[65923]: DEBUG nova.compute.manager [req-58006ab8-1b93-4a6d-8e8c-36a3590a6909 req-da573893-0a1c-4e72-a1f5-2c9a2d1e74fa service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Received event network-vif-plugged-a428f581-ab0e-4f76-9d88-e6c9c0638295 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 980.966533] env[65923]: DEBUG oslo_concurrency.lockutils [req-58006ab8-1b93-4a6d-8e8c-36a3590a6909 req-da573893-0a1c-4e72-a1f5-2c9a2d1e74fa service nova] Acquiring lock "e9f55372-3339-4000-9670-6373ff0eaeeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.966964] env[65923]: DEBUG oslo_concurrency.lockutils [req-58006ab8-1b93-4a6d-8e8c-36a3590a6909 req-da573893-0a1c-4e72-a1f5-2c9a2d1e74fa service nova] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.967060] env[65923]: DEBUG oslo_concurrency.lockutils [req-58006ab8-1b93-4a6d-8e8c-36a3590a6909 req-da573893-0a1c-4e72-a1f5-2c9a2d1e74fa service nova] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.967197] env[65923]: DEBUG nova.compute.manager [req-58006ab8-1b93-4a6d-8e8c-36a3590a6909 req-da573893-0a1c-4e72-a1f5-2c9a2d1e74fa service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] No waiting events found dispatching network-vif-plugged-a428f581-ab0e-4f76-9d88-e6c9c0638295 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 980.967359] env[65923]: WARNING nova.compute.manager [req-58006ab8-1b93-4a6d-8e8c-36a3590a6909 req-da573893-0a1c-4e72-a1f5-2c9a2d1e74fa service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Received unexpected event network-vif-plugged-a428f581-ab0e-4f76-9d88-e6c9c0638295 for instance with vm_state building and task_state spawning. [ 980.971847] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.972540] env[65923]: DEBUG nova.compute.manager [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 980.975379] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.853s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.975609] env[65923]: DEBUG nova.objects.instance [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lazy-loading 'resources' on Instance uuid 6f6fb043-904b-4148-a4d3-0c234de4e2ab {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.042331] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.042707] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.042892] env[65923]: DEBUG nova.compute.manager [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Going to confirm migration 4 {{(pid=65923) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 981.050834] env[65923]: DEBUG nova.network.neutron [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Successfully updated port: a428f581-ab0e-4f76-9d88-e6c9c0638295 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 981.137255] env[65923]: WARNING neutronclient.v2_0.client [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.264305] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707387, 'name': Rename_Task, 'duration_secs': 0.220759} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.265077] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.265202] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9dbaa5f-e393-4617-8b89-2fdb194df484 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.275507] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 981.275507] env[65923]: value = "task-4707388" [ 981.275507] env[65923]: _type = "Task" [ 981.275507] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.285710] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.286841] env[65923]: DEBUG nova.network.neutron [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 981.341771] env[65923]: WARNING neutronclient.v2_0.client [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.379655] env[65923]: WARNING neutronclient.v2_0.client [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.399031] env[65923]: DEBUG nova.network.neutron [-] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.439565] env[65923]: DEBUG nova.network.neutron [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updating instance_info_cache with network_info: [{"id": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "address": "fa:16:3e:ee:d3:2f", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3917a09d-52", "ovs_interfaceid": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.468346] env[65923]: DEBUG nova.compute.manager [req-a77570d1-862e-4637-83e4-0329c03d0bfe req-100bdc92-3acc-489d-a1c8-d841c7b2a892 service nova] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Received event network-vif-deleted-11593840-56f6-48c8-bd29-d3daa942cb6e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 981.481803] env[65923]: DEBUG nova.compute.utils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.486041] env[65923]: DEBUG nova.compute.manager [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 981.486041] env[65923]: DEBUG nova.network.neutron [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 981.486041] env[65923]: WARNING neutronclient.v2_0.client [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.486041] env[65923]: WARNING neutronclient.v2_0.client [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.493050] env[65923]: DEBUG nova.network.neutron [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Updating instance_info_cache with network_info: [{"id": "4287d6df-ca01-4751-aabf-1654e24353ee", "address": "fa:16:3e:7d:a4:cf", "network": {"id": "e2828cff-a3fc-4f9f-aaf7-c895c071981f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-322489207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adcb12dd71064575b8aa026ce701d2bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4287d6df-ca", "ovs_interfaceid": "4287d6df-ca01-4751-aabf-1654e24353ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.534257] env[65923]: DEBUG nova.policy [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff7ab639f4f46fbac81d48a5411ea4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43ec1c33dddc44bf8ad0307176cf7a9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.555428] env[65923]: WARNING neutronclient.v2_0.client [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.567856] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.568312] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.568721] env[65923]: DEBUG nova.network.neutron [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.636666] env[65923]: WARNING neutronclient.v2_0.client [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.637306] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.637306] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.637436] env[65923]: DEBUG nova.network.neutron [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.637592] env[65923]: DEBUG nova.objects.instance [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lazy-loading 'info_cache' on Instance uuid cdbc01f0-04e5-47cc-912d-047dbf659f6e {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.790096] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.794916] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bb3362-2b7b-4806-b6da-3f874a9dee53 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.803569] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c233f65c-4a4e-4d86-a2d6-533bfff40ac7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.841422] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288dac8e-7937-4435-b421-745db53c27ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.851113] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd0daae-d9fb-4179-9037-93ea06feb465 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.866447] env[65923]: DEBUG nova.compute.provider_tree [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.888533] env[65923]: DEBUG nova.network.neutron [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Successfully created port: 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 981.902448] env[65923]: INFO nova.compute.manager [-] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Took 1.32 seconds to deallocate network for instance. [ 981.944763] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.945467] env[65923]: WARNING neutronclient.v2_0.client [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.946062] env[65923]: WARNING neutronclient.v2_0.client [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.989696] env[65923]: DEBUG nova.compute.manager [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 981.996500] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Releasing lock "refresh_cache-fa4cc1a7-af35-471c-8321-f8f06776af96" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.996928] env[65923]: DEBUG nova.compute.manager [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Instance network_info: |[{"id": "4287d6df-ca01-4751-aabf-1654e24353ee", "address": "fa:16:3e:7d:a4:cf", "network": {"id": "e2828cff-a3fc-4f9f-aaf7-c895c071981f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-322489207-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adcb12dd71064575b8aa026ce701d2bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4287d6df-ca", "ovs_interfaceid": "4287d6df-ca01-4751-aabf-1654e24353ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 981.997420] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:a4:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4287d6df-ca01-4751-aabf-1654e24353ee', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.005880] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Creating folder: Project (adcb12dd71064575b8aa026ce701d2bc). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.006231] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40104e86-b976-48c9-8201-b714a7aaac76 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.020360] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Created folder: Project (adcb12dd71064575b8aa026ce701d2bc) in parent group-v918465. [ 982.020607] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Creating folder: Instances. Parent ref: group-v918706. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.020956] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80350622-efae-4301-8d63-cf6742cbcb43 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.032953] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Created folder: Instances in parent group-v918706. [ 982.033252] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 982.034161] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.034406] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7257f7d7-9fb0-4894-bcd6-a2db4f586c59 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.057513] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.057513] env[65923]: value = "task-4707391" [ 982.057513] env[65923]: _type = "Task" [ 982.057513] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.068176] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707391, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.290743] env[65923]: DEBUG oslo_vmware.api [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707388, 'name': PowerOnVM_Task, 'duration_secs': 0.723238} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.291034] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.291357] env[65923]: INFO nova.compute.manager [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Took 8.77 seconds to spawn the instance on the hypervisor. [ 982.291543] env[65923]: DEBUG nova.compute.manager [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 982.292359] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4291c6b5-ed93-4364-9637-c94ca475fc77 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.370254] env[65923]: DEBUG nova.scheduler.client.report [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.406372] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.407418] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10419cdd-80ed-47a3-89d5-106ff90af6c4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.411072] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.417519] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.417858] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f51f35b7-7b01-4bc9-8c35-c8a2881d1bca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.445082] env[65923]: DEBUG nova.network.neutron [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 982.526726] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.527164] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.527322] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleting the datastore file [datastore2] ba82b333-4918-4194-8344-3d175ada5b2e {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.527899] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6ff918d-12a8-4f75-8d2f-51b2966e27c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.536606] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 982.536606] env[65923]: value = "task-4707393" [ 982.536606] env[65923]: _type = "Task" [ 982.536606] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.550127] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.570702] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707391, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.645281] env[65923]: WARNING neutronclient.v2_0.client [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.765949] env[65923]: WARNING neutronclient.v2_0.client [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.816319] env[65923]: INFO nova.compute.manager [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Took 20.48 seconds to build instance. [ 982.877479] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.880412] env[65923]: DEBUG oslo_concurrency.lockutils [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.253s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.880988] env[65923]: DEBUG nova.objects.instance [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 982.906520] env[65923]: INFO nova.scheduler.client.report [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Deleted allocations for instance 6f6fb043-904b-4148-a4d3-0c234de4e2ab [ 983.001688] env[65923]: DEBUG nova.compute.manager [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 983.005568] env[65923]: DEBUG nova.network.neutron [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Updating instance_info_cache with network_info: [{"id": "a428f581-ab0e-4f76-9d88-e6c9c0638295", "address": "fa:16:3e:8e:3e:08", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428f581-ab", "ovs_interfaceid": "a428f581-ab0e-4f76-9d88-e6c9c0638295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.032811] env[65923]: DEBUG nova.virt.hardware [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 983.033105] env[65923]: DEBUG nova.virt.hardware [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.033266] env[65923]: DEBUG nova.virt.hardware [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 983.033450] env[65923]: DEBUG nova.virt.hardware [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.033594] env[65923]: DEBUG nova.virt.hardware [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 983.033739] env[65923]: DEBUG nova.virt.hardware [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 983.033946] env[65923]: DEBUG nova.virt.hardware [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 983.034214] env[65923]: DEBUG nova.virt.hardware [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 983.034539] env[65923]: DEBUG nova.virt.hardware [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 983.034804] env[65923]: DEBUG nova.virt.hardware [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 983.035101] env[65923]: DEBUG nova.virt.hardware [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 983.036672] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe64c58-10de-4be9-82d1-96c45302298f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.056882] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bad6dd6-0643-432f-aaca-f3fce399d71c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.061113] env[65923]: DEBUG oslo_vmware.api [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304574} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.062271] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.062512] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.062767] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.074070] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707391, 'name': CreateVM_Task, 'duration_secs': 0.553325} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.082640] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.084017] env[65923]: INFO nova.scheduler.client.report [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleted allocations for instance ba82b333-4918-4194-8344-3d175ada5b2e [ 983.087427] env[65923]: WARNING neutronclient.v2_0.client [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.089850] env[65923]: WARNING neutronclient.v2_0.client [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.090256] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.090439] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.090779] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.091546] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5feab3-a50e-46b5-809f-00d5a1b3b069 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.097295] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for the task: (returnval){ [ 983.097295] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d20428-a2d1-c8ed-1ee8-09d99f54481b" [ 983.097295] env[65923]: _type = "Task" [ 983.097295] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.107999] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d20428-a2d1-c8ed-1ee8-09d99f54481b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.148562] env[65923]: DEBUG nova.compute.manager [req-440c40c2-3795-445d-aca8-4f276b7d6479 req-61200aa4-49cc-4763-8319-6b994e2b4e1e service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Received event network-changed-a428f581-ab0e-4f76-9d88-e6c9c0638295 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 983.148891] env[65923]: DEBUG nova.compute.manager [req-440c40c2-3795-445d-aca8-4f276b7d6479 req-61200aa4-49cc-4763-8319-6b994e2b4e1e service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Refreshing instance network info cache due to event network-changed-a428f581-ab0e-4f76-9d88-e6c9c0638295. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 983.149129] env[65923]: DEBUG oslo_concurrency.lockutils [req-440c40c2-3795-445d-aca8-4f276b7d6479 req-61200aa4-49cc-4763-8319-6b994e2b4e1e service nova] Acquiring lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.198431] env[65923]: DEBUG nova.network.neutron [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance_info_cache with network_info: [{"id": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "address": "fa:16:3e:44:ce:60", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7810235d-4c", "ovs_interfaceid": "7810235d-4ce2-4223-ac47-0b0d2d83c60b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.318160] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d7e195e9-9d0e-4382-8623-8b3cb237ea89 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.990s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.422661] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3f42e39a-35e6-4e66-a88c-c43434d62d5b tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "6f6fb043-904b-4148-a4d3-0c234de4e2ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.068s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.429864] env[65923]: DEBUG nova.network.neutron [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Successfully updated port: 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 983.511321] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.511750] env[65923]: DEBUG nova.compute.manager [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Instance network_info: |[{"id": "a428f581-ab0e-4f76-9d88-e6c9c0638295", "address": "fa:16:3e:8e:3e:08", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428f581-ab", "ovs_interfaceid": "a428f581-ab0e-4f76-9d88-e6c9c0638295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 983.512115] env[65923]: DEBUG oslo_concurrency.lockutils [req-440c40c2-3795-445d-aca8-4f276b7d6479 req-61200aa4-49cc-4763-8319-6b994e2b4e1e service nova] Acquired lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.512350] env[65923]: DEBUG nova.network.neutron [req-440c40c2-3795-445d-aca8-4f276b7d6479 req-61200aa4-49cc-4763-8319-6b994e2b4e1e service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Refreshing network info cache for port a428f581-ab0e-4f76-9d88-e6c9c0638295 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.513638] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:3e:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a428f581-ab0e-4f76-9d88-e6c9c0638295', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.523357] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 983.526295] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.527713] env[65923]: DEBUG nova.compute.manager [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Received event network-vif-unplugged-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 983.527934] env[65923]: DEBUG oslo_concurrency.lockutils [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] Acquiring lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.528173] env[65923]: DEBUG oslo_concurrency.lockutils [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] Lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.528329] env[65923]: DEBUG oslo_concurrency.lockutils [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] Lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.528496] env[65923]: DEBUG nova.compute.manager [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] No waiting events found dispatching network-vif-unplugged-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 983.528845] env[65923]: WARNING nova.compute.manager [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Received unexpected event network-vif-unplugged-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd for instance with vm_state shelved_offloaded and task_state None. [ 983.529131] env[65923]: DEBUG nova.compute.manager [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Received event network-changed-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 983.529198] env[65923]: DEBUG nova.compute.manager [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Refreshing instance network info cache due to event network-changed-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 983.529365] env[65923]: DEBUG oslo_concurrency.lockutils [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] Acquiring lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.529495] env[65923]: DEBUG oslo_concurrency.lockutils [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] Acquired lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.529722] env[65923]: DEBUG nova.network.neutron [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Refreshing network info cache for port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.531856] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1a8e9d1-7b8e-4e23-bb46-ae8c043f9b93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.557039] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.557039] env[65923]: value = "task-4707394" [ 983.557039] env[65923]: _type = "Task" [ 983.557039] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.566830] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707394, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.592651] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.611318] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d20428-a2d1-c8ed-1ee8-09d99f54481b, 'name': SearchDatastore_Task, 'duration_secs': 0.01745} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.611706] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.611984] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.612258] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.612425] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.612655] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.612974] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d342116-3ec0-4e7c-a86d-cad76036874f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.626295] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.626512] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.627336] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fc6f79-28f8-4cae-85d4-036cbca9cedb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.635676] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for the task: (returnval){ [ 983.635676] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521c0d12-467a-b01a-7cec-f24f4ba89fa3" [ 983.635676] env[65923]: _type = "Task" [ 983.635676] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.648417] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521c0d12-467a-b01a-7cec-f24f4ba89fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.701360] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "refresh_cache-cdbc01f0-04e5-47cc-912d-047dbf659f6e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.701724] env[65923]: DEBUG nova.objects.instance [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lazy-loading 'migration_context' on Instance uuid cdbc01f0-04e5-47cc-912d-047dbf659f6e {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.810514] env[65923]: DEBUG oslo_vmware.rw_handles [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5f64f-9601-3071-1152-0712a2d68eaf/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 983.810939] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e120d0d8-fd7b-44e7-8310-8d1ba0a1bb49 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.819213] env[65923]: DEBUG oslo_vmware.rw_handles [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5f64f-9601-3071-1152-0712a2d68eaf/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 983.819534] env[65923]: ERROR oslo_vmware.rw_handles [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5f64f-9601-3071-1152-0712a2d68eaf/disk-0.vmdk due to incomplete transfer. [ 983.819730] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3b3923b8-1daf-43f7-83f8-3ac325b1c59c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.828991] env[65923]: DEBUG oslo_vmware.rw_handles [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e5f64f-9601-3071-1152-0712a2d68eaf/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 983.829220] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Uploaded image eda956a2-4c3c-4577-96e0-3b69cf6eb355 to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 983.830970] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 983.831444] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f61a2add-c7b2-4c2a-ac60-a1a07c2c52cb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.839933] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 983.839933] env[65923]: value = "task-4707395" [ 983.839933] env[65923]: _type = "Task" [ 983.839933] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.851809] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707395, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.896421] env[65923]: DEBUG oslo_concurrency.lockutils [None req-982daad2-2c80-4b77-937c-e3f435554a34 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.897785] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.670s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.898026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.898181] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 983.898917] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.221s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.900434] env[65923]: INFO nova.compute.claims [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.907292] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97d8a0f-5f5f-4b70-ba1b-b679c6c234db {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.919686] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf9d72b-c40e-4709-8c36-43be09f441d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.937642] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.937751] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.937905] env[65923]: DEBUG nova.network.neutron [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 983.940573] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fe5a80-8bd3-410f-8256-4fd61bc0f4d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.951815] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02881e2f-916b-4e30-8ff7-1a29ff9bc781 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.989868] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179321MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 983.990048] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.025834] env[65923]: WARNING neutronclient.v2_0.client [req-440c40c2-3795-445d-aca8-4f276b7d6479 req-61200aa4-49cc-4763-8319-6b994e2b4e1e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.050768] env[65923]: WARNING neutronclient.v2_0.client [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.075283] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707394, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.152276] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521c0d12-467a-b01a-7cec-f24f4ba89fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.022885} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.154170] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87263399-347d-40d4-89e8-81ebc9c90231 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.166116] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for the task: (returnval){ [ 984.166116] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52faa97a-d9c2-cf9d-41e0-cd25220471c7" [ 984.166116] env[65923]: _type = "Task" [ 984.166116] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.185315] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52faa97a-d9c2-cf9d-41e0-cd25220471c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.206069] env[65923]: DEBUG nova.objects.base [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 984.207671] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b4386a-0eda-45c4-a27c-0b6992d79963 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.234042] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f9bf75-55d9-4982-b3dd-1dedbe5531e7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.242860] env[65923]: DEBUG oslo_vmware.api [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 984.242860] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529e41bd-276d-f227-2c15-3fc4ab4479e8" [ 984.242860] env[65923]: _type = "Task" [ 984.242860] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.254755] env[65923]: DEBUG oslo_vmware.api [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529e41bd-276d-f227-2c15-3fc4ab4479e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009315} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.255172] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.268056] env[65923]: WARNING neutronclient.v2_0.client [req-440c40c2-3795-445d-aca8-4f276b7d6479 req-61200aa4-49cc-4763-8319-6b994e2b4e1e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.355833] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707395, 'name': Destroy_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.357193] env[65923]: WARNING neutronclient.v2_0.client [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.421329] env[65923]: DEBUG nova.network.neutron [req-440c40c2-3795-445d-aca8-4f276b7d6479 req-61200aa4-49cc-4763-8319-6b994e2b4e1e service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Updated VIF entry in instance network info cache for port a428f581-ab0e-4f76-9d88-e6c9c0638295. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 984.421794] env[65923]: DEBUG nova.network.neutron [req-440c40c2-3795-445d-aca8-4f276b7d6479 req-61200aa4-49cc-4763-8319-6b994e2b4e1e service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Updating instance_info_cache with network_info: [{"id": "a428f581-ab0e-4f76-9d88-e6c9c0638295", "address": "fa:16:3e:8e:3e:08", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428f581-ab", "ovs_interfaceid": "a428f581-ab0e-4f76-9d88-e6c9c0638295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.506518] env[65923]: DEBUG nova.network.neutron [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 984.551047] env[65923]: DEBUG nova.network.neutron [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updated VIF entry in instance network info cache for port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 984.551758] env[65923]: DEBUG nova.network.neutron [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updating instance_info_cache with network_info: [{"id": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "address": "fa:16:3e:ee:d3:2f", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3917a09d-52", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.568845] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707394, 'name': CreateVM_Task, 'duration_secs': 0.745615} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.571739] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.573034] env[65923]: WARNING neutronclient.v2_0.client [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.573292] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.573450] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.573759] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.574039] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157d4502-0493-4ce9-9cdb-63423a2f5e67 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.577319] env[65923]: DEBUG oslo_concurrency.lockutils [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "257c0b6f-4070-4ad3-a30e-0fb53935c171" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.577319] env[65923]: DEBUG oslo_concurrency.lockutils [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "257c0b6f-4070-4ad3-a30e-0fb53935c171" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.577319] env[65923]: DEBUG oslo_concurrency.lockutils [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "257c0b6f-4070-4ad3-a30e-0fb53935c171-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.577319] env[65923]: DEBUG oslo_concurrency.lockutils [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "257c0b6f-4070-4ad3-a30e-0fb53935c171-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.577534] env[65923]: DEBUG oslo_concurrency.lockutils [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "257c0b6f-4070-4ad3-a30e-0fb53935c171-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.579770] env[65923]: INFO nova.compute.manager [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Terminating instance [ 984.583739] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 984.583739] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526f0c60-bcb3-c7a7-9aba-ad498368492e" [ 984.583739] env[65923]: _type = "Task" [ 984.583739] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.596808] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526f0c60-bcb3-c7a7-9aba-ad498368492e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.604267] env[65923]: WARNING neutronclient.v2_0.client [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.677380] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52faa97a-d9c2-cf9d-41e0-cd25220471c7, 'name': SearchDatastore_Task, 'duration_secs': 0.02092} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.677684] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.678058] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] fa4cc1a7-af35-471c-8321-f8f06776af96/fa4cc1a7-af35-471c-8321-f8f06776af96.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.678233] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af994e68-11b3-47ce-a703-82c4e0f9eca3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.686037] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for the task: (returnval){ [ 984.686037] env[65923]: value = "task-4707396" [ 984.686037] env[65923]: _type = "Task" [ 984.686037] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.692672] env[65923]: DEBUG nova.network.neutron [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updating instance_info_cache with network_info: [{"id": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "address": "fa:16:3e:58:49:41", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f2f1fa-05", "ovs_interfaceid": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.697205] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.853180] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707395, 'name': Destroy_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.925044] env[65923]: DEBUG oslo_concurrency.lockutils [req-440c40c2-3795-445d-aca8-4f276b7d6479 req-61200aa4-49cc-4763-8319-6b994e2b4e1e service nova] Releasing lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.054850] env[65923]: DEBUG oslo_concurrency.lockutils [req-2753df32-c6be-4a4a-964e-2c2ddda5c921 req-8fdb2fbe-7e11-4647-b17f-720d8d2ac398 service nova] Releasing lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.085248] env[65923]: DEBUG nova.compute.manager [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 985.085593] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.086597] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910be76d-786e-41d4-9d44-05484b8d51b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.102615] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526f0c60-bcb3-c7a7-9aba-ad498368492e, 'name': SearchDatastore_Task, 'duration_secs': 0.013949} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.105239] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.105510] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.105791] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.105940] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.106133] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.106453] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.106683] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87d75559-cee2-488f-b301-54294c5f3bde {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.108896] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dafb52e-214d-4f43-bca3-b5d6e100341b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.120960] env[65923]: DEBUG oslo_vmware.api [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 985.120960] env[65923]: value = "task-4707397" [ 985.120960] env[65923]: _type = "Task" [ 985.120960] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.129561] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.129960] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.132043] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdda7ed-94ec-4b6b-9626-b19d4e2c4c69 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.138069] env[65923]: DEBUG oslo_vmware.api [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.142858] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 985.142858] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285a8c7-0cf5-9bed-6610-348274a0ba37" [ 985.142858] env[65923]: _type = "Task" [ 985.142858] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.156482] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285a8c7-0cf5-9bed-6610-348274a0ba37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.179538] env[65923]: DEBUG nova.compute.manager [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Received event network-vif-plugged-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 985.179538] env[65923]: DEBUG oslo_concurrency.lockutils [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] Acquiring lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.179791] env[65923]: DEBUG oslo_concurrency.lockutils [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] Lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.179824] env[65923]: DEBUG oslo_concurrency.lockutils [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] Lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.180464] env[65923]: DEBUG nova.compute.manager [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] No waiting events found dispatching network-vif-plugged-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 985.180464] env[65923]: WARNING nova.compute.manager [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Received unexpected event network-vif-plugged-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 for instance with vm_state building and task_state spawning. [ 985.180790] env[65923]: DEBUG nova.compute.manager [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Received event network-changed-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 985.180928] env[65923]: DEBUG nova.compute.manager [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing instance network info cache due to event network-changed-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 985.181098] env[65923]: DEBUG oslo_concurrency.lockutils [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] Acquiring lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.198804] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.199274] env[65923]: DEBUG nova.compute.manager [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Instance network_info: |[{"id": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "address": "fa:16:3e:58:49:41", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f2f1fa-05", "ovs_interfaceid": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 985.202922] env[65923]: DEBUG oslo_concurrency.lockutils [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] Acquired lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.203150] env[65923]: DEBUG nova.network.neutron [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing network info cache for port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.204787] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:49:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.212904] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 985.213192] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707396, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.215428] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.216312] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040043ca-c0e2-4c43-bf61-ce54c5191cb0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.220255] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bb94a7a-5dcd-451e-a5d2-d9cf8659851c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.243946] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906c840e-d43d-4ccf-b879-9fabdf94e3f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.248779] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.248779] env[65923]: value = "task-4707398" [ 985.248779] env[65923]: _type = "Task" [ 985.248779] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.282567] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb7f4b4-269f-4dbe-8698-cd8f753d4188 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.289402] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707398, 'name': CreateVM_Task} progress is 15%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.296250] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2c8f1b-69cf-4013-b882-faf15d9b9b93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.314134] env[65923]: DEBUG nova.compute.provider_tree [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.354441] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707395, 'name': Destroy_Task, 'duration_secs': 1.502076} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.354620] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Destroyed the VM [ 985.354930] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 985.355175] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d01d6f55-5856-4128-8e1a-fb4d7b9b2b35 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.364156] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 985.364156] env[65923]: value = "task-4707399" [ 985.364156] env[65923]: _type = "Task" [ 985.364156] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.377421] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "ba82b333-4918-4194-8344-3d175ada5b2e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.377969] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.567316] env[65923]: DEBUG nova.compute.manager [req-738db2d6-df60-442f-a5ae-2ef21c4bde9c req-8db2c3e5-a097-40d9-b2ed-e25bfb0d95e8 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Received event network-changed-238b461e-9808-4e67-966b-03194e4471c3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 985.567608] env[65923]: DEBUG nova.compute.manager [req-738db2d6-df60-442f-a5ae-2ef21c4bde9c req-8db2c3e5-a097-40d9-b2ed-e25bfb0d95e8 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Refreshing instance network info cache due to event network-changed-238b461e-9808-4e67-966b-03194e4471c3. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 985.567894] env[65923]: DEBUG oslo_concurrency.lockutils [req-738db2d6-df60-442f-a5ae-2ef21c4bde9c req-8db2c3e5-a097-40d9-b2ed-e25bfb0d95e8 service nova] Acquiring lock "refresh_cache-c5b43746-40ce-44b0-ab87-6a87671320be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.568061] env[65923]: DEBUG oslo_concurrency.lockutils [req-738db2d6-df60-442f-a5ae-2ef21c4bde9c req-8db2c3e5-a097-40d9-b2ed-e25bfb0d95e8 service nova] Acquired lock "refresh_cache-c5b43746-40ce-44b0-ab87-6a87671320be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.568293] env[65923]: DEBUG nova.network.neutron [req-738db2d6-df60-442f-a5ae-2ef21c4bde9c req-8db2c3e5-a097-40d9-b2ed-e25bfb0d95e8 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Refreshing network info cache for port 238b461e-9808-4e67-966b-03194e4471c3 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.633507] env[65923]: DEBUG oslo_vmware.api [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707397, 'name': PowerOffVM_Task, 'duration_secs': 0.274138} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.633773] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.633944] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.634225] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3d4352b-b8ec-44f2-9cc5-8a5bcaf95612 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.654707] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285a8c7-0cf5-9bed-6610-348274a0ba37, 'name': SearchDatastore_Task, 'duration_secs': 0.066661} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.655700] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56cfc56-9560-4b44-9bc5-2d941d34dcb6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.662702] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 985.662702] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a79834-f01a-2ac7-6560-e2ead3d10f0e" [ 985.662702] env[65923]: _type = "Task" [ 985.662702] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.673423] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a79834-f01a-2ac7-6560-e2ead3d10f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.697709] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606818} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.697990] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] fa4cc1a7-af35-471c-8321-f8f06776af96/fa4cc1a7-af35-471c-8321-f8f06776af96.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.698222] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.698596] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae3f947a-cf50-4cf3-856a-6fb13ad709f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.707694] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.707961] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.708228] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Deleting the datastore file [datastore2] 257c0b6f-4070-4ad3-a30e-0fb53935c171 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.709428] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7669b412-c0b2-4ca3-8cf1-31d73ff2295d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.711750] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for the task: (returnval){ [ 985.711750] env[65923]: value = "task-4707401" [ 985.711750] env[65923]: _type = "Task" [ 985.711750] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.716575] env[65923]: WARNING neutronclient.v2_0.client [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.721914] env[65923]: DEBUG oslo_vmware.api [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for the task: (returnval){ [ 985.721914] env[65923]: value = "task-4707402" [ 985.721914] env[65923]: _type = "Task" [ 985.721914] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.728496] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.734676] env[65923]: DEBUG oslo_vmware.api [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.760562] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707398, 'name': CreateVM_Task, 'duration_secs': 0.413503} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.760726] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.761245] env[65923]: WARNING neutronclient.v2_0.client [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.761598] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.761770] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.762091] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.762356] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ccc3746-6183-41a5-8b69-cf86c83410f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.770506] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 985.770506] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5295d53f-1c1c-9d5e-683a-cdc032d4f883" [ 985.770506] env[65923]: _type = "Task" [ 985.770506] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.780566] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5295d53f-1c1c-9d5e-683a-cdc032d4f883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.818072] env[65923]: DEBUG nova.scheduler.client.report [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.876552] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.898661] env[65923]: WARNING neutronclient.v2_0.client [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.990368] env[65923]: DEBUG nova.network.neutron [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updated VIF entry in instance network info cache for port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 985.990772] env[65923]: DEBUG nova.network.neutron [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updating instance_info_cache with network_info: [{"id": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "address": "fa:16:3e:58:49:41", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f2f1fa-05", "ovs_interfaceid": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.071662] env[65923]: WARNING neutronclient.v2_0.client [req-738db2d6-df60-442f-a5ae-2ef21c4bde9c req-8db2c3e5-a097-40d9-b2ed-e25bfb0d95e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.173587] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a79834-f01a-2ac7-6560-e2ead3d10f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.037236} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.173955] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.174288] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e9f55372-3339-4000-9670-6373ff0eaeeb/e9f55372-3339-4000-9670-6373ff0eaeeb.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.174702] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75b17945-292c-4609-a366-26bcd640dca8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.186938] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 986.186938] env[65923]: value = "task-4707403" [ 986.186938] env[65923]: _type = "Task" [ 986.186938] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.197458] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.223942] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092628} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.227511] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.228371] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0fa1ca-0b07-4dd7-a867-fe4c07d10d1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.255186] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] fa4cc1a7-af35-471c-8321-f8f06776af96/fa4cc1a7-af35-471c-8321-f8f06776af96.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.261590] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf1d29b-c621-45a1-818c-8b186b17bce2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.277071] env[65923]: DEBUG oslo_vmware.api [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.288536] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5295d53f-1c1c-9d5e-683a-cdc032d4f883, 'name': SearchDatastore_Task, 'duration_secs': 0.01489} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.289934] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.290198] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.290432] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.290578] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.290970] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.291080] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for the task: (returnval){ [ 986.291080] env[65923]: value = "task-4707404" [ 986.291080] env[65923]: _type = "Task" [ 986.291080] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.291285] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebe6de26-814c-4ecf-a53b-4430db9e95dd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.302863] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707404, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.304205] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.304335] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.305151] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e7bf741-5c95-453b-8418-d9290411f723 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.308589] env[65923]: WARNING neutronclient.v2_0.client [req-738db2d6-df60-442f-a5ae-2ef21c4bde9c req-8db2c3e5-a097-40d9-b2ed-e25bfb0d95e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.315622] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 986.315622] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bed34e-9382-d3da-d007-03fd370af668" [ 986.315622] env[65923]: _type = "Task" [ 986.315622] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.322846] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.323475] env[65923]: DEBUG nova.compute.manager [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 986.329920] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.431s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.331738] env[65923]: INFO nova.compute.claims [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.334896] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bed34e-9382-d3da-d007-03fd370af668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.377329] env[65923]: DEBUG oslo_vmware.api [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707399, 'name': RemoveSnapshot_Task, 'duration_secs': 0.737915} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.377957] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 986.377957] env[65923]: INFO nova.compute.manager [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Took 15.81 seconds to snapshot the instance on the hypervisor. [ 986.416256] env[65923]: DEBUG nova.network.neutron [req-738db2d6-df60-442f-a5ae-2ef21c4bde9c req-8db2c3e5-a097-40d9-b2ed-e25bfb0d95e8 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Updated VIF entry in instance network info cache for port 238b461e-9808-4e67-966b-03194e4471c3. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 986.417410] env[65923]: DEBUG nova.network.neutron [req-738db2d6-df60-442f-a5ae-2ef21c4bde9c req-8db2c3e5-a097-40d9-b2ed-e25bfb0d95e8 service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Updating instance_info_cache with network_info: [{"id": "238b461e-9808-4e67-966b-03194e4471c3", "address": "fa:16:3e:23:62:bd", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap238b461e-98", "ovs_interfaceid": "238b461e-9808-4e67-966b-03194e4471c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.494041] env[65923]: DEBUG oslo_concurrency.lockutils [req-70332993-7f32-4fcc-8a11-fcee0bb4dfef req-57ae3a0f-7283-4cb7-b455-9e79f8d4726c service nova] Releasing lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.688507] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "eea92ca0-4856-4722-b34c-10e6689c4c97" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.689129] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.704815] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707403, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.737290] env[65923]: DEBUG oslo_vmware.api [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Task: {'id': task-4707402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.64128} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.737703] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.737907] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.738135] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.738442] env[65923]: INFO nova.compute.manager [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Took 1.65 seconds to destroy the instance on the hypervisor. [ 986.738762] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 986.739513] env[65923]: DEBUG nova.compute.manager [-] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 986.739513] env[65923]: DEBUG nova.network.neutron [-] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 986.739776] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.805963] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.807160] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.830479] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bed34e-9382-d3da-d007-03fd370af668, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.831457] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1caf8856-7f22-41d2-af68-007cce0986b3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.837163] env[65923]: DEBUG nova.compute.utils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.843315] env[65923]: DEBUG nova.compute.manager [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 986.843315] env[65923]: DEBUG nova.network.neutron [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 986.847499] env[65923]: WARNING neutronclient.v2_0.client [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.848039] env[65923]: WARNING neutronclient.v2_0.client [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.850874] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 986.850874] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523cb8e1-25d4-b665-5b7e-4e9d82ce3a58" [ 986.850874] env[65923]: _type = "Task" [ 986.850874] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.864183] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523cb8e1-25d4-b665-5b7e-4e9d82ce3a58, 'name': SearchDatastore_Task, 'duration_secs': 0.020963} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.864442] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.864754] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0/f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.865281] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4005c454-003b-4359-89cb-bda88a8c12b7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.873010] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 986.873010] env[65923]: value = "task-4707405" [ 986.873010] env[65923]: _type = "Task" [ 986.873010] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.885223] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.920867] env[65923]: DEBUG oslo_concurrency.lockutils [req-738db2d6-df60-442f-a5ae-2ef21c4bde9c req-8db2c3e5-a097-40d9-b2ed-e25bfb0d95e8 service nova] Releasing lock "refresh_cache-c5b43746-40ce-44b0-ab87-6a87671320be" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.930491] env[65923]: DEBUG nova.compute.manager [None req-f03655d3-5342-4d8f-a650-e4ab7062bb20 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Found 2 images (rotation: 2) {{(pid=65923) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 987.001577] env[65923]: DEBUG nova.policy [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfc292785e624e639d6cd72984fda659', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a00ef3a4940a4ac78fea3db0eacd337c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.192763] env[65923]: INFO nova.compute.manager [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Detaching volume 080191bc-c654-4c6b-a88c-470b29db8e93 [ 987.211547] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697197} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.211873] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] e9f55372-3339-4000-9670-6373ff0eaeeb/e9f55372-3339-4000-9670-6373ff0eaeeb.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.212469] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.213178] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f74b0d95-1830-4469-b2fd-9f4afb9181df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.221842] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 987.221842] env[65923]: value = "task-4707406" [ 987.221842] env[65923]: _type = "Task" [ 987.221842] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.234838] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.247799] env[65923]: INFO nova.virt.block_device [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Attempting to driver detach volume 080191bc-c654-4c6b-a88c-470b29db8e93 from mountpoint /dev/sdb [ 987.248147] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 987.248882] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918676', 'volume_id': '080191bc-c654-4c6b-a88c-470b29db8e93', 'name': 'volume-080191bc-c654-4c6b-a88c-470b29db8e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eea92ca0-4856-4722-b34c-10e6689c4c97', 'attached_at': '', 'detached_at': '', 'volume_id': '080191bc-c654-4c6b-a88c-470b29db8e93', 'serial': '080191bc-c654-4c6b-a88c-470b29db8e93'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 987.249384] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff1f0cc-e540-4bce-9fbb-cf39ba62f8a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.274119] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c8d0ad-fe95-4ab6-944d-696ce3c312fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.282783] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02b0189-5f11-4b9d-a028-660302cb9183 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.311527] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e7bfb8-c786-4bb8-83dc-79e605df2f85 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.319931] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707404, 'name': ReconfigVM_Task, 'duration_secs': 0.579174} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.333638] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Reconfigured VM instance instance-00000058 to attach disk [datastore2] fa4cc1a7-af35-471c-8321-f8f06776af96/fa4cc1a7-af35-471c-8321-f8f06776af96.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.334492] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The volume has not been displaced from its original location: [datastore2] volume-080191bc-c654-4c6b-a88c-470b29db8e93/volume-080191bc-c654-4c6b-a88c-470b29db8e93.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 987.339865] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.340238] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bbf42a4-5c11-40a7-8a41-aa6b18c3472f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.342168] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f339730-7e7f-48e9-b288-0516b5288f01 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.356458] env[65923]: DEBUG nova.network.neutron [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Successfully created port: 0909bde5-4e5d-4921-841f-b0da36c1507a {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 987.358996] env[65923]: DEBUG nova.compute.manager [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 987.370958] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for the task: (returnval){ [ 987.370958] env[65923]: value = "task-4707407" [ 987.370958] env[65923]: _type = "Task" [ 987.370958] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.372551] env[65923]: DEBUG oslo_vmware.api [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 987.372551] env[65923]: value = "task-4707408" [ 987.372551] env[65923]: _type = "Task" [ 987.372551] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.395187] env[65923]: DEBUG oslo_vmware.api [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.405091] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707407, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.405367] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707405, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.545522] env[65923]: DEBUG nova.network.neutron [-] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.723540] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac5249e-97ba-4afb-b8ab-8b51bf63fdfc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.737398] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40f90aa-6e88-4c24-bd97-b5498faa5af4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.740829] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177769} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.741061] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.742148] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6884f37-6e50-4dee-b34e-0d5d283d1e11 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.771385] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823eb0af-78d5-4f7e-a32e-da75b98f7e4b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.796170] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] e9f55372-3339-4000-9670-6373ff0eaeeb/e9f55372-3339-4000-9670-6373ff0eaeeb.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.796170] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa18024-bc90-4a5e-8ac7-f11d22a3f237 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.815082] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e175e9c3-f140-4111-804d-bdee5548837b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.821013] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 987.821013] env[65923]: value = "task-4707409" [ 987.821013] env[65923]: _type = "Task" [ 987.821013] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.834628] env[65923]: DEBUG nova.compute.provider_tree [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.842600] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.889645] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707407, 'name': Rename_Task, 'duration_secs': 0.205131} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.898609] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.898609] env[65923]: DEBUG oslo_vmware.api [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707408, 'name': ReconfigVM_Task, 'duration_secs': 0.301841} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.898975] env[65923]: DEBUG nova.compute.manager [req-2a90b47f-6525-40d0-a0db-f72810e7e18c req-f8d0ef28-77bf-49eb-9580-d20fe42cb0d3 service nova] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Received event network-vif-deleted-f0925a20-c189-4d88-aaa0-ef28f56e20fd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 987.900117] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935443} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.901037] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-230647be-8511-4600-9cd7-94169d860aad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.902789] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 987.907683] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0/f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.907881] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.908619] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0601596c-991a-4e72-a3c7-06a2d4f24c23 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.921166] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5df97838-b0df-4aee-978b-69ce0746ce6f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.930074] env[65923]: DEBUG oslo_vmware.api [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 987.930074] env[65923]: value = "task-4707411" [ 987.930074] env[65923]: _type = "Task" [ 987.930074] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.932634] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 987.932634] env[65923]: value = "task-4707412" [ 987.932634] env[65923]: _type = "Task" [ 987.932634] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.939779] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for the task: (returnval){ [ 987.939779] env[65923]: value = "task-4707410" [ 987.939779] env[65923]: _type = "Task" [ 987.939779] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.958422] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707410, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.965134] env[65923]: DEBUG oslo_vmware.api [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.965402] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.049162] env[65923]: INFO nova.compute.manager [-] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Took 1.31 seconds to deallocate network for instance. [ 988.129451] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "6542ee11-65cb-4d5d-835b-e809ef8714ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.129912] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "6542ee11-65cb-4d5d-835b-e809ef8714ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.334075] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.339057] env[65923]: DEBUG nova.scheduler.client.report [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.371943] env[65923]: DEBUG nova.compute.manager [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 988.403474] env[65923]: DEBUG nova.virt.hardware [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 988.403920] env[65923]: DEBUG nova.virt.hardware [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.404088] env[65923]: DEBUG nova.virt.hardware [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 988.404318] env[65923]: DEBUG nova.virt.hardware [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.404447] env[65923]: DEBUG nova.virt.hardware [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 988.404596] env[65923]: DEBUG nova.virt.hardware [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 988.404856] env[65923]: DEBUG nova.virt.hardware [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 988.405038] env[65923]: DEBUG nova.virt.hardware [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 988.405260] env[65923]: DEBUG nova.virt.hardware [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 988.405427] env[65923]: DEBUG nova.virt.hardware [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 988.405627] env[65923]: DEBUG nova.virt.hardware [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 988.406682] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b146d6-1d6c-41b6-bf9e-53a85db013fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.417029] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1422c78-edfb-4273-9349-d94c958c916e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.448244] env[65923]: DEBUG oslo_vmware.api [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707411, 'name': ReconfigVM_Task, 'duration_secs': 0.207744} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.453115] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918676', 'volume_id': '080191bc-c654-4c6b-a88c-470b29db8e93', 'name': 'volume-080191bc-c654-4c6b-a88c-470b29db8e93', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eea92ca0-4856-4722-b34c-10e6689c4c97', 'attached_at': '', 'detached_at': '', 'volume_id': '080191bc-c654-4c6b-a88c-470b29db8e93', 'serial': '080191bc-c654-4c6b-a88c-470b29db8e93'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 988.459580] env[65923]: DEBUG nova.compute.manager [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 988.460240] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072425} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.460654] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e19f1e-3a15-4d4f-9d71-258103743ff4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.464223] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.465175] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec10d039-5e89-4848-9ddb-6095a35431bb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.471964] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707410, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.500139] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0/f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.501215] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c4c593-69f8-4019-8950-5ab7e3a663c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.525548] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 988.525548] env[65923]: value = "task-4707413" [ 988.525548] env[65923]: _type = "Task" [ 988.525548] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.536634] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.557650] env[65923]: DEBUG oslo_concurrency.lockutils [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.633102] env[65923]: DEBUG nova.compute.manager [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 988.833221] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707409, 'name': ReconfigVM_Task, 'duration_secs': 0.757915} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.833479] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Reconfigured VM instance instance-00000059 to attach disk [datastore2] e9f55372-3339-4000-9670-6373ff0eaeeb/e9f55372-3339-4000-9670-6373ff0eaeeb.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.834164] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6353053-23d4-4c15-889b-149850df630a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.841628] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 988.841628] env[65923]: value = "task-4707414" [ 988.841628] env[65923]: _type = "Task" [ 988.841628] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.845286] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.845916] env[65923]: DEBUG nova.compute.manager [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 988.848972] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.866s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.849201] env[65923]: DEBUG nova.objects.instance [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lazy-loading 'resources' on Instance uuid 0fc71b02-7210-4df8-8f10-d75d02bbcc7b {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.857401] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707414, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.958984] env[65923]: DEBUG oslo_vmware.api [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707410, 'name': PowerOnVM_Task, 'duration_secs': 0.69881} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.959290] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.959486] env[65923]: INFO nova.compute.manager [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Took 10.94 seconds to spawn the instance on the hypervisor. [ 988.959662] env[65923]: DEBUG nova.compute.manager [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 988.960480] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbef713b-f4cd-4fec-9fe1-6223f28a20dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.002228] env[65923]: INFO nova.compute.manager [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] instance snapshotting [ 989.002816] env[65923]: DEBUG nova.objects.instance [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'flavor' on Instance uuid c70d2116-f92a-44a6-a90b-c7e1ee0f469f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.015056] env[65923]: DEBUG nova.objects.instance [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'flavor' on Instance uuid eea92ca0-4856-4722-b34c-10e6689c4c97 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.034018] env[65923]: DEBUG nova.network.neutron [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Successfully updated port: 0909bde5-4e5d-4921-841f-b0da36c1507a {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 989.043660] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707413, 'name': ReconfigVM_Task, 'duration_secs': 0.292795} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.043938] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Reconfigured VM instance instance-0000005a to attach disk [datastore2] f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0/f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.045248] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24a282a6-1857-4489-86ed-f4f83b1e4747 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.055678] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 989.055678] env[65923]: value = "task-4707415" [ 989.055678] env[65923]: _type = "Task" [ 989.055678] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.068742] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707415, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.159146] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.358104] env[65923]: DEBUG nova.compute.utils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.360024] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707414, 'name': Rename_Task, 'duration_secs': 0.498294} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.360727] env[65923]: DEBUG nova.compute.manager [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 989.360727] env[65923]: DEBUG nova.network.neutron [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 989.361272] env[65923]: WARNING neutronclient.v2_0.client [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.361272] env[65923]: WARNING neutronclient.v2_0.client [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.363762] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.364356] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8afb2a88-1b58-4018-81ed-e4f3e30849f8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.373490] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 989.373490] env[65923]: value = "task-4707416" [ 989.373490] env[65923]: _type = "Task" [ 989.373490] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.385045] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.420604] env[65923]: DEBUG nova.policy [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74d9069f69434c46984e6f518296f216', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '934abe421c544c0d83e96a1a612f1297', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.482625] env[65923]: INFO nova.compute.manager [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Took 21.63 seconds to build instance. [ 989.515224] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1901cd7f-458d-45ce-8708-d4f54ce4aede {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.540500] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "refresh_cache-5aa500fa-72eb-453d-8dae-8469a3a80a32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.540621] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired lock "refresh_cache-5aa500fa-72eb-453d-8dae-8469a3a80a32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.540828] env[65923]: DEBUG nova.network.neutron [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 989.542515] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2bf41813-6f35-46e4-80ac-3145a948fe41 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.854s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.547241] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39586164-1a6f-40b7-994f-218be583eb4e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.575433] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707415, 'name': Rename_Task, 'duration_secs': 0.226114} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.575746] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.576533] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a349d0-6862-44af-9c8d-921359be3d7b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.585581] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 989.585581] env[65923]: value = "task-4707417" [ 989.585581] env[65923]: _type = "Task" [ 989.585581] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.596136] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.730475] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8c2f4d-8876-4ba8-a1eb-90be9e81cc4b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.742053] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d99cd-570b-454a-93ce-f25f896c447e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.784986] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa321854-ab67-4e19-86f7-dce7c9f00b2a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.794790] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caf463c-cdb1-47d4-a484-2dafd3243e40 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.811210] env[65923]: DEBUG nova.compute.provider_tree [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.841043] env[65923]: DEBUG nova.network.neutron [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Successfully created port: 49a19e17-f0e9-4010-bb7c-910635384e67 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 989.861184] env[65923]: DEBUG nova.compute.manager [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 989.888382] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707416, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.916840] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "eea92ca0-4856-4722-b34c-10e6689c4c97" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.917400] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.917400] env[65923]: DEBUG nova.compute.manager [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 989.918330] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6206b3af-303a-44d6-8af9-b866e7d0068f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.927047] env[65923]: DEBUG nova.compute.manager [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65923) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 989.927667] env[65923]: DEBUG nova.objects.instance [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'flavor' on Instance uuid eea92ca0-4856-4722-b34c-10e6689c4c97 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.987404] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d8acdd9a-4fe3-4459-bd76-9cedffcc28c1 tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Lock "fa4cc1a7-af35-471c-8321-f8f06776af96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.144s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.068504] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 990.070154] env[65923]: DEBUG nova.compute.manager [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Received event network-vif-plugged-0909bde5-4e5d-4921-841f-b0da36c1507a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 990.070387] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] Acquiring lock "5aa500fa-72eb-453d-8dae-8469a3a80a32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.070651] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] Lock "5aa500fa-72eb-453d-8dae-8469a3a80a32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.071843] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] Lock "5aa500fa-72eb-453d-8dae-8469a3a80a32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.071843] env[65923]: DEBUG nova.compute.manager [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] No waiting events found dispatching network-vif-plugged-0909bde5-4e5d-4921-841f-b0da36c1507a {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 990.071843] env[65923]: WARNING nova.compute.manager [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Received unexpected event network-vif-plugged-0909bde5-4e5d-4921-841f-b0da36c1507a for instance with vm_state building and task_state spawning. [ 990.071843] env[65923]: DEBUG nova.compute.manager [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Received event network-changed-0909bde5-4e5d-4921-841f-b0da36c1507a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 990.071843] env[65923]: DEBUG nova.compute.manager [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Refreshing instance network info cache due to event network-changed-0909bde5-4e5d-4921-841f-b0da36c1507a. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 990.072033] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] Acquiring lock "refresh_cache-5aa500fa-72eb-453d-8dae-8469a3a80a32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.072869] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c790bbe-5ffc-49ca-878f-da78fa816efd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.084503] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 990.084503] env[65923]: value = "task-4707418" [ 990.084503] env[65923]: _type = "Task" [ 990.084503] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.097131] env[65923]: DEBUG nova.network.neutron [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 990.104701] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707418, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.110194] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.251476] env[65923]: WARNING neutronclient.v2_0.client [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.314918] env[65923]: DEBUG nova.scheduler.client.report [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.370871] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquiring lock "fa4cc1a7-af35-471c-8321-f8f06776af96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.371328] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Lock "fa4cc1a7-af35-471c-8321-f8f06776af96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.371630] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquiring lock "fa4cc1a7-af35-471c-8321-f8f06776af96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.371861] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Lock "fa4cc1a7-af35-471c-8321-f8f06776af96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.372066] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Lock "fa4cc1a7-af35-471c-8321-f8f06776af96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.374733] env[65923]: INFO nova.compute.manager [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Terminating instance [ 990.389253] env[65923]: DEBUG nova.network.neutron [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Updating instance_info_cache with network_info: [{"id": "0909bde5-4e5d-4921-841f-b0da36c1507a", "address": "fa:16:3e:4a:f9:08", "network": {"id": "0757a9cc-31d0-44d8-851f-877d5ef6af1b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409830469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a00ef3a4940a4ac78fea3db0eacd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0909bde5-4e", "ovs_interfaceid": "0909bde5-4e5d-4921-841f-b0da36c1507a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.399232] env[65923]: DEBUG oslo_vmware.api [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707416, 'name': PowerOnVM_Task, 'duration_secs': 0.7564} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.399521] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.399723] env[65923]: INFO nova.compute.manager [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Took 9.86 seconds to spawn the instance on the hypervisor. [ 990.399997] env[65923]: DEBUG nova.compute.manager [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 990.400902] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317eab12-5e02-4e53-a28e-adce3898efbf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.599054] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707418, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.603050] env[65923]: DEBUG oslo_vmware.api [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707417, 'name': PowerOnVM_Task, 'duration_secs': 0.707603} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.603532] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.603938] env[65923]: INFO nova.compute.manager [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Took 7.60 seconds to spawn the instance on the hypervisor. [ 990.604253] env[65923]: DEBUG nova.compute.manager [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 990.605212] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf540e57-038e-435d-8694-fbe23186da83 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.823345] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.826181] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.415s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.826445] env[65923]: DEBUG nova.objects.instance [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lazy-loading 'resources' on Instance uuid 5cfcd3e6-d65f-4a26-84b7-2b069addf61c {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.852982] env[65923]: INFO nova.scheduler.client.report [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Deleted allocations for instance 0fc71b02-7210-4df8-8f10-d75d02bbcc7b [ 990.871725] env[65923]: DEBUG nova.compute.manager [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 990.887855] env[65923]: DEBUG nova.compute.manager [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 990.888079] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.889113] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327364b9-0c6a-4a13-83f5-2f8b85c923ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.892345] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Releasing lock "refresh_cache-5aa500fa-72eb-453d-8dae-8469a3a80a32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.892749] env[65923]: DEBUG nova.compute.manager [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Instance network_info: |[{"id": "0909bde5-4e5d-4921-841f-b0da36c1507a", "address": "fa:16:3e:4a:f9:08", "network": {"id": "0757a9cc-31d0-44d8-851f-877d5ef6af1b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409830469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a00ef3a4940a4ac78fea3db0eacd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0909bde5-4e", "ovs_interfaceid": "0909bde5-4e5d-4921-841f-b0da36c1507a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 990.896993] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] Acquired lock "refresh_cache-5aa500fa-72eb-453d-8dae-8469a3a80a32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.896993] env[65923]: DEBUG nova.network.neutron [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Refreshing network info cache for port 0909bde5-4e5d-4921-841f-b0da36c1507a {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.896993] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:f9:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0909bde5-4e5d-4921-841f-b0da36c1507a', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.911204] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 990.914891] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.921388] env[65923]: DEBUG nova.virt.hardware [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 990.921677] env[65923]: DEBUG nova.virt.hardware [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.921762] env[65923]: DEBUG nova.virt.hardware [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 990.921944] env[65923]: DEBUG nova.virt.hardware [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.922100] env[65923]: DEBUG nova.virt.hardware [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 990.922249] env[65923]: DEBUG nova.virt.hardware [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 990.922460] env[65923]: DEBUG nova.virt.hardware [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 990.922914] env[65923]: DEBUG nova.virt.hardware [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 990.922914] env[65923]: DEBUG nova.virt.hardware [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 990.922914] env[65923]: DEBUG nova.virt.hardware [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 990.923096] env[65923]: DEBUG nova.virt.hardware [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 990.925729] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6c247d3-34a2-417a-8bd9-a28cf46b2e4e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.941743] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2132a4-460e-4ccc-a530-e28bc6566b44 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.944391] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.946534] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.947063] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c9ba9b-14d4-4915-a10b-7687a8cca782 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.948910] env[65923]: INFO nova.compute.manager [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Took 18.57 seconds to build instance. [ 990.949713] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ce0e369-c3a2-43a3-be7e-9970c47a5189 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.958247] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f7282a-35a2-43cb-9bb8-5ec688590b56 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.965828] env[65923]: DEBUG oslo_vmware.api [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for the task: (returnval){ [ 990.965828] env[65923]: value = "task-4707420" [ 990.965828] env[65923]: _type = "Task" [ 990.965828] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.966675] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.966675] env[65923]: value = "task-4707419" [ 990.966675] env[65923]: _type = "Task" [ 990.966675] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.966675] env[65923]: DEBUG oslo_vmware.api [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 990.966675] env[65923]: value = "task-4707421" [ 990.966675] env[65923]: _type = "Task" [ 990.966675] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.002243] env[65923]: DEBUG oslo_vmware.api [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.002633] env[65923]: DEBUG oslo_vmware.api [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.008363] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707419, 'name': CreateVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.099911] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707418, 'name': CreateSnapshot_Task, 'duration_secs': 0.947088} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.100267] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 991.101093] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219ba939-0dec-4669-9f99-7cdbf68e75d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.131443] env[65923]: INFO nova.compute.manager [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Took 17.37 seconds to build instance. [ 991.362387] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ccd3fb8-6e7f-4d4f-99b7-56253e1a1d29 tempest-ServersListShow2100Test-772279775 tempest-ServersListShow2100Test-772279775-project-member] Lock "0fc71b02-7210-4df8-8f10-d75d02bbcc7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.814s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.415476] env[65923]: WARNING neutronclient.v2_0.client [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.452777] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9142269-954a-459b-8770-9d498fc6721b tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.103s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.454592] env[65923]: DEBUG nova.network.neutron [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Successfully updated port: 49a19e17-f0e9-4010-bb7c-910635384e67 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 991.494143] env[65923]: DEBUG oslo_vmware.api [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707420, 'name': PowerOffVM_Task, 'duration_secs': 0.243795} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.502748] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.502748] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.503090] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707419, 'name': CreateVM_Task, 'duration_secs': 0.48364} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.503975] env[65923]: DEBUG oslo_vmware.api [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707421, 'name': PowerOffVM_Task, 'duration_secs': 0.242919} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.506800] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60339d0d-8a4d-45a2-a0fd-9286afb47f52 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.508490] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.508764] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.508961] env[65923]: DEBUG nova.compute.manager [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 991.510328] env[65923]: WARNING neutronclient.v2_0.client [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.510328] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.510508] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.510760] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.511538] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0eeeac9-f3fb-40bc-912b-eeb74402d340 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.516912] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f95ea4-53de-4c21-81eb-e02f1c26ecdb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.521825] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 991.521825] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235be28-d61a-73be-2263-6f55dc14a53c" [ 991.521825] env[65923]: _type = "Task" [ 991.521825] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.541371] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235be28-d61a-73be-2263-6f55dc14a53c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.596872] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.597121] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.597311] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Deleting the datastore file [datastore2] fa4cc1a7-af35-471c-8321-f8f06776af96 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.601651] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a3bac8c-cdaf-467c-ae4b-0d920f093e11 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.609310] env[65923]: DEBUG oslo_vmware.api [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for the task: (returnval){ [ 991.609310] env[65923]: value = "task-4707423" [ 991.609310] env[65923]: _type = "Task" [ 991.609310] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.621642] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 991.628820] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f1b5e5c4-d8d9-4e18-9f9e-ecf95ec06992 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.632256] env[65923]: DEBUG oslo_vmware.api [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.635853] env[65923]: DEBUG oslo_concurrency.lockutils [None req-15daf3c5-5685-4732-a227-1b4a118a5e89 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.884s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.640016] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 991.640016] env[65923]: value = "task-4707424" [ 991.640016] env[65923]: _type = "Task" [ 991.640016] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.653138] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707424, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.696850] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead79e67-8c65-410b-bd39-ca120b433482 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.705405] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363f4255-af33-4626-8e5d-a3ea949b9884 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.744910] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9cca62-cc2c-434e-b64a-694ed7499d59 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.754675] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29a4fae-eccd-4080-9983-99c91ebcca0b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.772441] env[65923]: DEBUG nova.compute.provider_tree [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.788038] env[65923]: WARNING neutronclient.v2_0.client [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.940630] env[65923]: DEBUG nova.network.neutron [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Updated VIF entry in instance network info cache for port 0909bde5-4e5d-4921-841f-b0da36c1507a. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 991.941013] env[65923]: DEBUG nova.network.neutron [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Updating instance_info_cache with network_info: [{"id": "0909bde5-4e5d-4921-841f-b0da36c1507a", "address": "fa:16:3e:4a:f9:08", "network": {"id": "0757a9cc-31d0-44d8-851f-877d5ef6af1b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409830469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a00ef3a4940a4ac78fea3db0eacd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0909bde5-4e", "ovs_interfaceid": "0909bde5-4e5d-4921-841f-b0da36c1507a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.959499] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquiring lock "refresh_cache-d5b6f484-713d-416f-b96d-8c25462babd5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.959675] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquired lock "refresh_cache-d5b6f484-713d-416f-b96d-8c25462babd5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.959850] env[65923]: DEBUG nova.network.neutron [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 992.038545] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5235be28-d61a-73be-2263-6f55dc14a53c, 'name': SearchDatastore_Task, 'duration_secs': 0.022099} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.039120] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1bcdc01c-6c00-41a1-aaf5-322e3cc2356c tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.122s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.042044] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.042044] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.042044] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.042044] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.042044] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.042044] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ab311e9-9b6a-4dc3-a3a5-a87cf148ea3f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.054515] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.054515] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.055641] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24636449-f065-4077-9879-b3ebd694a5c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.062747] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 992.062747] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5255a4fe-bf8f-9364-e20e-0cb931f17ebd" [ 992.062747] env[65923]: _type = "Task" [ 992.062747] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.074141] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5255a4fe-bf8f-9364-e20e-0cb931f17ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.121149] env[65923]: DEBUG oslo_vmware.api [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Task: {'id': task-4707423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311395} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.121497] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.121688] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 992.121870] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 992.122063] env[65923]: INFO nova.compute.manager [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Took 1.23 seconds to destroy the instance on the hypervisor. [ 992.122339] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 992.122643] env[65923]: DEBUG nova.compute.manager [-] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 992.122745] env[65923]: DEBUG nova.network.neutron [-] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 992.122973] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.153741] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707424, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.231591] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.277715] env[65923]: DEBUG nova.scheduler.client.report [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.445366] env[65923]: DEBUG oslo_concurrency.lockutils [req-fa10de63-c7dd-4f46-809d-78f0f5e412b4 req-0ada3653-2151-456b-90fc-a80745687924 service nova] Releasing lock "refresh_cache-5aa500fa-72eb-453d-8dae-8469a3a80a32" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.538264] env[65923]: DEBUG nova.network.neutron [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 992.579099] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5255a4fe-bf8f-9364-e20e-0cb931f17ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.017235} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.581041] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29926174-93f2-4f86-b19d-6140aba42719 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.589839] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 992.589839] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ce4e63-429e-3f3c-1e65-e6830c60eb3a" [ 992.589839] env[65923]: _type = "Task" [ 992.589839] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.606023] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ce4e63-429e-3f3c-1e65-e6830c60eb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.653114] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707424, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.658831] env[65923]: WARNING neutronclient.v2_0.client [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.690423] env[65923]: DEBUG nova.compute.manager [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Received event network-vif-plugged-49a19e17-f0e9-4010-bb7c-910635384e67 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 992.690687] env[65923]: DEBUG oslo_concurrency.lockutils [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] Acquiring lock "d5b6f484-713d-416f-b96d-8c25462babd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.690915] env[65923]: DEBUG oslo_concurrency.lockutils [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] Lock "d5b6f484-713d-416f-b96d-8c25462babd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.691090] env[65923]: DEBUG oslo_concurrency.lockutils [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] Lock "d5b6f484-713d-416f-b96d-8c25462babd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.691257] env[65923]: DEBUG nova.compute.manager [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] No waiting events found dispatching network-vif-plugged-49a19e17-f0e9-4010-bb7c-910635384e67 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 992.691409] env[65923]: WARNING nova.compute.manager [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Received unexpected event network-vif-plugged-49a19e17-f0e9-4010-bb7c-910635384e67 for instance with vm_state building and task_state spawning. [ 992.691556] env[65923]: DEBUG nova.compute.manager [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Received event network-changed-49a19e17-f0e9-4010-bb7c-910635384e67 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 992.691694] env[65923]: DEBUG nova.compute.manager [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Refreshing instance network info cache due to event network-changed-49a19e17-f0e9-4010-bb7c-910635384e67. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 992.691844] env[65923]: DEBUG oslo_concurrency.lockutils [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] Acquiring lock "refresh_cache-d5b6f484-713d-416f-b96d-8c25462babd5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.739075] env[65923]: DEBUG nova.network.neutron [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Updating instance_info_cache with network_info: [{"id": "49a19e17-f0e9-4010-bb7c-910635384e67", "address": "fa:16:3e:06:56:c8", "network": {"id": "233055c7-c4cc-4f6e-b5c6-7c78a41e5c45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1005250148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934abe421c544c0d83e96a1a612f1297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a19e17-f0", "ovs_interfaceid": "49a19e17-f0e9-4010-bb7c-910635384e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.775923] env[65923]: DEBUG nova.compute.manager [req-1482fc15-9995-40c0-921d-2a9df3bdb079 req-8a142af6-3b7a-4338-8f10-08530d8b25a1 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Received event network-changed-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 992.776495] env[65923]: DEBUG nova.compute.manager [req-1482fc15-9995-40c0-921d-2a9df3bdb079 req-8a142af6-3b7a-4338-8f10-08530d8b25a1 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing instance network info cache due to event network-changed-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 992.776495] env[65923]: DEBUG oslo_concurrency.lockutils [req-1482fc15-9995-40c0-921d-2a9df3bdb079 req-8a142af6-3b7a-4338-8f10-08530d8b25a1 service nova] Acquiring lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.776733] env[65923]: DEBUG oslo_concurrency.lockutils [req-1482fc15-9995-40c0-921d-2a9df3bdb079 req-8a142af6-3b7a-4338-8f10-08530d8b25a1 service nova] Acquired lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.776993] env[65923]: DEBUG nova.network.neutron [req-1482fc15-9995-40c0-921d-2a9df3bdb079 req-8a142af6-3b7a-4338-8f10-08530d8b25a1 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing network info cache for port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.783946] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.786695] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.194s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.787806] env[65923]: DEBUG nova.objects.instance [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lazy-loading 'resources' on Instance uuid ba82b333-4918-4194-8344-3d175ada5b2e {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.813623] env[65923]: INFO nova.scheduler.client.report [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted allocations for instance 5cfcd3e6-d65f-4a26-84b7-2b069addf61c [ 992.947696] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "e9f55372-3339-4000-9670-6373ff0eaeeb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.948095] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.948302] env[65923]: INFO nova.compute.manager [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Shelving [ 993.063794] env[65923]: DEBUG nova.network.neutron [-] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.106487] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ce4e63-429e-3f3c-1e65-e6830c60eb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013213} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.106806] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.107098] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 5aa500fa-72eb-453d-8dae-8469a3a80a32/5aa500fa-72eb-453d-8dae-8469a3a80a32.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.107727] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e495491f-02da-45ad-b5ae-801881cc1184 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.118059] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 993.118059] env[65923]: value = "task-4707425" [ 993.118059] env[65923]: _type = "Task" [ 993.118059] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.132088] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.154018] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707424, 'name': CloneVM_Task} progress is 95%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.242070] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Releasing lock "refresh_cache-d5b6f484-713d-416f-b96d-8c25462babd5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.243033] env[65923]: DEBUG nova.compute.manager [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Instance network_info: |[{"id": "49a19e17-f0e9-4010-bb7c-910635384e67", "address": "fa:16:3e:06:56:c8", "network": {"id": "233055c7-c4cc-4f6e-b5c6-7c78a41e5c45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1005250148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934abe421c544c0d83e96a1a612f1297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a19e17-f0", "ovs_interfaceid": "49a19e17-f0e9-4010-bb7c-910635384e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 993.243293] env[65923]: DEBUG oslo_concurrency.lockutils [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] Acquired lock "refresh_cache-d5b6f484-713d-416f-b96d-8c25462babd5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.243789] env[65923]: DEBUG nova.network.neutron [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Refreshing network info cache for port 49a19e17-f0e9-4010-bb7c-910635384e67 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.246010] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:56:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7908211b-df93-467b-87a8-3c3d29b03de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49a19e17-f0e9-4010-bb7c-910635384e67', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.260304] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Creating folder: Project (934abe421c544c0d83e96a1a612f1297). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.262573] env[65923]: WARNING neutronclient.v2_0.client [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.266037] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bb52166-689e-4dd0-9e73-e6ae8c6a1f83 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.279881] env[65923]: WARNING neutronclient.v2_0.client [req-1482fc15-9995-40c0-921d-2a9df3bdb079 req-8a142af6-3b7a-4338-8f10-08530d8b25a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.285679] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Created folder: Project (934abe421c544c0d83e96a1a612f1297) in parent group-v918465. [ 993.286029] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Creating folder: Instances. Parent ref: group-v918714. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.286879] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7168550-0e08-4289-ad05-e327a9a65147 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.290182] env[65923]: DEBUG nova.objects.instance [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lazy-loading 'numa_topology' on Instance uuid ba82b333-4918-4194-8344-3d175ada5b2e {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.301715] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Created folder: Instances in parent group-v918714. [ 993.302195] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 993.303731] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.304165] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b8cef5c-884f-43ed-9254-d7cc7b823257 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.341033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d385107a-ee20-4ff8-b3f1-3378e09c6e6e tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5cfcd3e6-d65f-4a26-84b7-2b069addf61c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.417s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.344290] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.344290] env[65923]: value = "task-4707428" [ 993.344290] env[65923]: _type = "Task" [ 993.344290] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.360261] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707428, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.566741] env[65923]: INFO nova.compute.manager [-] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Took 1.44 seconds to deallocate network for instance. [ 993.578077] env[65923]: DEBUG nova.objects.instance [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'flavor' on Instance uuid eea92ca0-4856-4722-b34c-10e6689c4c97 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.604118] env[65923]: WARNING neutronclient.v2_0.client [req-1482fc15-9995-40c0-921d-2a9df3bdb079 req-8a142af6-3b7a-4338-8f10-08530d8b25a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.614226] env[65923]: WARNING neutronclient.v2_0.client [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.631636] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707425, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.659402] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707424, 'name': CloneVM_Task, 'duration_secs': 1.878444} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.659716] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Created linked-clone VM from snapshot [ 993.660606] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5470616-324e-4b41-a92f-6c18e7d853b9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.672986] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Uploading image 4537a475-67c9-4686-9440-d48f813dea86 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 993.706101] env[65923]: DEBUG oslo_vmware.rw_handles [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 993.706101] env[65923]: value = "vm-918713" [ 993.706101] env[65923]: _type = "VirtualMachine" [ 993.706101] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 993.706422] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-330a8e40-c9e7-497d-ae19-7e58c0703864 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.715817] env[65923]: DEBUG oslo_vmware.rw_handles [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lease: (returnval){ [ 993.715817] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52450e33-28b2-d23d-7f83-74a75414aae4" [ 993.715817] env[65923]: _type = "HttpNfcLease" [ 993.715817] env[65923]: } obtained for exporting VM: (result){ [ 993.715817] env[65923]: value = "vm-918713" [ 993.715817] env[65923]: _type = "VirtualMachine" [ 993.715817] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 993.716207] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the lease: (returnval){ [ 993.716207] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52450e33-28b2-d23d-7f83-74a75414aae4" [ 993.716207] env[65923]: _type = "HttpNfcLease" [ 993.716207] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 993.727919] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.727919] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52450e33-28b2-d23d-7f83-74a75414aae4" [ 993.727919] env[65923]: _type = "HttpNfcLease" [ 993.727919] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 993.729515] env[65923]: DEBUG nova.network.neutron [req-1482fc15-9995-40c0-921d-2a9df3bdb079 req-8a142af6-3b7a-4338-8f10-08530d8b25a1 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updated VIF entry in instance network info cache for port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 993.730334] env[65923]: DEBUG nova.network.neutron [req-1482fc15-9995-40c0-921d-2a9df3bdb079 req-8a142af6-3b7a-4338-8f10-08530d8b25a1 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updating instance_info_cache with network_info: [{"id": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "address": "fa:16:3e:58:49:41", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f2f1fa-05", "ovs_interfaceid": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.743224] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.743417] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.768404] env[65923]: DEBUG nova.network.neutron [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Updated VIF entry in instance network info cache for port 49a19e17-f0e9-4010-bb7c-910635384e67. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 993.768772] env[65923]: DEBUG nova.network.neutron [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Updating instance_info_cache with network_info: [{"id": "49a19e17-f0e9-4010-bb7c-910635384e67", "address": "fa:16:3e:06:56:c8", "network": {"id": "233055c7-c4cc-4f6e-b5c6-7c78a41e5c45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1005250148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934abe421c544c0d83e96a1a612f1297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a19e17-f0", "ovs_interfaceid": "49a19e17-f0e9-4010-bb7c-910635384e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.794612] env[65923]: DEBUG nova.objects.base [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 993.857690] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.858038] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.858766] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.858766] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.858766] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.860328] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707428, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.864019] env[65923]: INFO nova.compute.manager [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Terminating instance [ 993.967149] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.967149] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07b3e451-ef7c-402f-9215-238892a653fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.977561] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 993.977561] env[65923]: value = "task-4707430" [ 993.977561] env[65923]: _type = "Task" [ 993.977561] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.987773] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.052972] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc70d9d6-5571-4607-9c19-f0837b496a2e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.062521] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d90929e-0a06-4f47-ae0c-29227ecb4c8b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.095351] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.098155] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.098273] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquired lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.098447] env[65923]: DEBUG nova.network.neutron [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 994.098717] env[65923]: DEBUG nova.objects.instance [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'info_cache' on Instance uuid eea92ca0-4856-4722-b34c-10e6689c4c97 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.100645] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab2567e-23fa-4e95-b9e0-712756fbab0e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.110011] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce92707d-7b08-4af6-a076-c3bd13195e23 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.128239] env[65923]: DEBUG nova.compute.provider_tree [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.139638] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678048} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.140675] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 5aa500fa-72eb-453d-8dae-8469a3a80a32/5aa500fa-72eb-453d-8dae-8469a3a80a32.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.140915] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.141233] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-672fadd2-7bcb-41e4-b277-949391071376 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.151414] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 994.151414] env[65923]: value = "task-4707431" [ 994.151414] env[65923]: _type = "Task" [ 994.151414] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.163829] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.225140] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.225140] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52450e33-28b2-d23d-7f83-74a75414aae4" [ 994.225140] env[65923]: _type = "HttpNfcLease" [ 994.225140] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 994.225523] env[65923]: DEBUG oslo_vmware.rw_handles [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 994.225523] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52450e33-28b2-d23d-7f83-74a75414aae4" [ 994.225523] env[65923]: _type = "HttpNfcLease" [ 994.225523] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 994.226475] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a32889-fbb1-4e47-8ff0-e90a359aad51 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.235452] env[65923]: DEBUG oslo_vmware.rw_handles [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e08be9-ce2d-5f79-3a35-20c378fc0481/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 994.235691] env[65923]: DEBUG oslo_vmware.rw_handles [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e08be9-ce2d-5f79-3a35-20c378fc0481/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 994.237382] env[65923]: DEBUG oslo_concurrency.lockutils [req-1482fc15-9995-40c0-921d-2a9df3bdb079 req-8a142af6-3b7a-4338-8f10-08530d8b25a1 service nova] Releasing lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.297925] env[65923]: DEBUG nova.compute.manager [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 994.301899] env[65923]: DEBUG oslo_concurrency.lockutils [req-ed4fe29a-8d12-4765-a9f8-ace79f3ac52c req-908ef599-03d5-460d-982f-c0db45514831 service nova] Releasing lock "refresh_cache-d5b6f484-713d-416f-b96d-8c25462babd5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.358684] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707428, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.368566] env[65923]: DEBUG nova.compute.manager [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 994.368786] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.369646] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5975c8cd-862c-414f-954a-24b43eb4d417 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.378354] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.378614] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec00474e-1f69-421b-a640-ccf80ad006ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.386044] env[65923]: DEBUG oslo_vmware.api [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 994.386044] env[65923]: value = "task-4707432" [ 994.386044] env[65923]: _type = "Task" [ 994.386044] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.394879] env[65923]: DEBUG oslo_vmware.api [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.410824] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-98789c01-2bea-4f77-b907-bc2d44629c32 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.492444] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707430, 'name': PowerOffVM_Task, 'duration_secs': 0.344037} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.492900] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.494263] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56a9f43-bc2d-497e-bfe9-dbeb177f149c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.523578] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd6b32d-8432-40e7-bc44-3287eb5fafcf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.605787] env[65923]: DEBUG nova.objects.base [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.634941] env[65923]: DEBUG nova.scheduler.client.report [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.664057] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194564} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.664712] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.665584] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adae7436-bafd-46f8-b5cf-f55d4f53ec04 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.695364] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 5aa500fa-72eb-453d-8dae-8469a3a80a32/5aa500fa-72eb-453d-8dae-8469a3a80a32.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.695781] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed9c81d-7247-4eef-afdb-1289e66c913d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.718670] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 994.718670] env[65923]: value = "task-4707433" [ 994.718670] env[65923]: _type = "Task" [ 994.718670] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.728356] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.732083] env[65923]: DEBUG nova.compute.manager [req-d1f4c85e-b06b-4503-81fa-fe7ac3b53f58 req-0def45e1-01a0-41cf-9aee-b56e7a882552 service nova] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Received event network-vif-deleted-4287d6df-ca01-4751-aabf-1654e24353ee {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 994.827045] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.859031] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707428, 'name': CreateVM_Task, 'duration_secs': 1.259284} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.859285] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.859856] env[65923]: WARNING neutronclient.v2_0.client [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.860297] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.860578] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.860928] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.861274] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0cfb4cb-23cc-4dd6-b0fb-ba73c51dd7f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.867999] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for the task: (returnval){ [ 994.867999] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52417d0f-3a96-23fa-bbb6-0d88fab36140" [ 994.867999] env[65923]: _type = "Task" [ 994.867999] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.877793] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52417d0f-3a96-23fa-bbb6-0d88fab36140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.896283] env[65923]: DEBUG oslo_vmware.api [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707432, 'name': PowerOffVM_Task, 'duration_secs': 0.337948} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.896803] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.897040] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.897344] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee537d52-115e-4c2d-85c7-bdb23ab1c09a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.982198] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.982563] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.982903] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleting the datastore file [datastore1] b9c3e2c9-9860-4412-a11c-1e8191e5f841 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.983383] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-784783b3-7ed0-4b98-b630-e29e69be8e5c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.991814] env[65923]: DEBUG oslo_vmware.api [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 994.991814] env[65923]: value = "task-4707435" [ 994.991814] env[65923]: _type = "Task" [ 994.991814] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.002322] env[65923]: DEBUG oslo_vmware.api [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.038013] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 995.038440] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-607fbe90-b33a-45f4-ae90-66e8b3421692 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.048632] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 995.048632] env[65923]: value = "task-4707436" [ 995.048632] env[65923]: _type = "Task" [ 995.048632] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.065044] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707436, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.109037] env[65923]: WARNING neutronclient.v2_0.client [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.140576] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.354s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.143689] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.153s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.230892] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707433, 'name': ReconfigVM_Task, 'duration_secs': 0.343864} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.231059] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 5aa500fa-72eb-453d-8dae-8469a3a80a32/5aa500fa-72eb-453d-8dae-8469a3a80a32.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.231905] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-362f5548-8f35-4f3f-bf39-42c93d3954c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.240636] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 995.240636] env[65923]: value = "task-4707437" [ 995.240636] env[65923]: _type = "Task" [ 995.240636] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.254354] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707437, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.317697] env[65923]: WARNING neutronclient.v2_0.client [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.381623] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52417d0f-3a96-23fa-bbb6-0d88fab36140, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.382084] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.382346] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.382642] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.382768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.382945] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.383300] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bc13bec-dd79-43bf-9e5a-1c841bb52023 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.395340] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.395532] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.397432] env[65923]: DEBUG nova.network.neutron [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Updating instance_info_cache with network_info: [{"id": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "address": "fa:16:3e:54:3c:8f", "network": {"id": "a8c8fb6c-c661-4f81-8a2f-8869d6fce411", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-913644681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dc613d9c0b497eb148d6f95e1a3d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71ed03fc-0b", "ovs_interfaceid": "71ed03fc-0bb9-439f-bd2a-4e0de30975f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.398921] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33e5a0c-9067-45ff-8238-159ee1fccc18 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.410644] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for the task: (returnval){ [ 995.410644] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52055f94-8092-38d1-48e7-30ad4ab39593" [ 995.410644] env[65923]: _type = "Task" [ 995.410644] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.427219] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52055f94-8092-38d1-48e7-30ad4ab39593, 'name': SearchDatastore_Task, 'duration_secs': 0.014746} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.428666] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e25168a-c65d-4563-8a9a-7f78a9329bbf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.438044] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for the task: (returnval){ [ 995.438044] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e75f73-814d-a8ec-aab1-3917bafd5ee2" [ 995.438044] env[65923]: _type = "Task" [ 995.438044] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.449607] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e75f73-814d-a8ec-aab1-3917bafd5ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.450155] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.450504] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] d5b6f484-713d-416f-b96d-8c25462babd5/d5b6f484-713d-416f-b96d-8c25462babd5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.450841] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da65eb3d-8a97-4921-8264-a4f208c110a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.460258] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for the task: (returnval){ [ 995.460258] env[65923]: value = "task-4707438" [ 995.460258] env[65923]: _type = "Task" [ 995.460258] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.471889] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.504559] env[65923]: DEBUG oslo_vmware.api [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193965} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.505198] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.506180] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.506180] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.506180] env[65923]: INFO nova.compute.manager [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.506444] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 995.506798] env[65923]: DEBUG nova.compute.manager [-] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 995.507055] env[65923]: DEBUG nova.network.neutron [-] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 995.507376] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.555541] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.562574] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707436, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.651307] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9184301f-b3bb-4876-ba07-c4b73cc3a848 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.454s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.652428] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 10.275s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.653198] env[65923]: INFO nova.compute.manager [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Unshelving [ 995.754588] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707437, 'name': Rename_Task, 'duration_secs': 0.185307} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.755193] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.755655] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22484991-8f81-47cb-9659-2bcd67c7466e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.768016] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 995.768016] env[65923]: value = "task-4707439" [ 995.768016] env[65923]: _type = "Task" [ 995.768016] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.780473] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.865237] env[65923]: DEBUG nova.compute.manager [req-09edd0e8-20d9-4182-8070-7a4e38e62583 req-93d43238-a3a8-4c9d-9005-8ad1c0948f53 service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Received event network-vif-deleted-1238b826-5de2-4b22-8659-bca1383699c8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 995.865745] env[65923]: INFO nova.compute.manager [req-09edd0e8-20d9-4182-8070-7a4e38e62583 req-93d43238-a3a8-4c9d-9005-8ad1c0948f53 service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Neutron deleted interface 1238b826-5de2-4b22-8659-bca1383699c8; detaching it from the instance and deleting it from the info cache [ 995.866227] env[65923]: DEBUG nova.network.neutron [req-09edd0e8-20d9-4182-8070-7a4e38e62583 req-93d43238-a3a8-4c9d-9005-8ad1c0948f53 service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.903418] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Releasing lock "refresh_cache-eea92ca0-4856-4722-b34c-10e6689c4c97" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.971853] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505166} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.972092] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] d5b6f484-713d-416f-b96d-8c25462babd5/d5b6f484-713d-416f-b96d-8c25462babd5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.972546] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.972876] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03953b4b-5959-43a6-b4ab-a1c7d490669d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.980915] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for the task: (returnval){ [ 995.980915] env[65923]: value = "task-4707440" [ 995.980915] env[65923]: _type = "Task" [ 995.980915] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.991921] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.066212] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707436, 'name': CreateSnapshot_Task, 'duration_secs': 0.514899} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.066656] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 996.067877] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bcfe4b-df98-4f0c-8d13-deb16a2683cd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.167831] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Applying migration context for instance cdbc01f0-04e5-47cc-912d-047dbf659f6e as it has an incoming, in-progress migration 3b49a9dc-7b07-45a5-8a56-f3277f264d79. Migration status is confirming {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 996.170448] env[65923]: INFO nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating resource usage from migration 3b49a9dc-7b07-45a5-8a56-f3277f264d79 [ 996.198863] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance faf26864-9e66-437f-a93d-72f3a03ed9c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.199057] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance eb756ee2-97ee-4f3a-959e-21b2a1984259 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.199182] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance eea92ca0-4856-4722-b34c-10e6689c4c97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.199304] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c70d2116-f92a-44a6-a90b-c7e1ee0f469f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.199469] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 257c0b6f-4070-4ad3-a30e-0fb53935c171 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 996.199607] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance b9c3e2c9-9860-4412-a11c-1e8191e5f841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.199732] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c156f99d-4055-4848-9a3f-0d624bf38ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.199882] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Migration 3b49a9dc-7b07-45a5-8a56-f3277f264d79 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 996.199993] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance cdbc01f0-04e5-47cc-912d-047dbf659f6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.200256] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c5b43746-40ce-44b0-ab87-6a87671320be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.200442] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance fa4cc1a7-af35-471c-8321-f8f06776af96 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 996.200597] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance e9f55372-3339-4000-9670-6373ff0eaeeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.200674] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.200840] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 5aa500fa-72eb-453d-8dae-8469a3a80a32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.200964] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance d5b6f484-713d-416f-b96d-8c25462babd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 996.201167] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (ff363446-31c5-4a8a-b33a-4a621655a19a): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 996.280999] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.319123] env[65923]: DEBUG nova.network.neutron [-] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.371142] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c05dd19a-cf1b-4e74-8309-8a1aeea09d4b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.382366] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a390533a-a6c3-403e-a1b4-b1cb19b2ef92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.419222] env[65923]: DEBUG nova.compute.manager [req-09edd0e8-20d9-4182-8070-7a4e38e62583 req-93d43238-a3a8-4c9d-9005-8ad1c0948f53 service nova] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Detach interface failed, port_id=1238b826-5de2-4b22-8659-bca1383699c8, reason: Instance b9c3e2c9-9860-4412-a11c-1e8191e5f841 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 996.493942] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097994} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.493942] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.494469] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00548fe-31fe-40d7-8280-0de06fce831e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.518019] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] d5b6f484-713d-416f-b96d-8c25462babd5/d5b6f484-713d-416f-b96d-8c25462babd5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.518435] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90be49b7-a3c9-49c8-8b59-d0107200dfbe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.541619] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for the task: (returnval){ [ 996.541619] env[65923]: value = "task-4707441" [ 996.541619] env[65923]: _type = "Task" [ 996.541619] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.558260] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.589416] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 996.590046] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dace5a48-bd96-4986-81a0-9c42152bc95a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.602392] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 996.602392] env[65923]: value = "task-4707442" [ 996.602392] env[65923]: _type = "Task" [ 996.602392] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.615730] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707442, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.663739] env[65923]: DEBUG nova.compute.utils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.704414] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 6542ee11-65cb-4d5d-835b-e809ef8714ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 996.779980] env[65923]: DEBUG oslo_vmware.api [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707439, 'name': PowerOnVM_Task, 'duration_secs': 0.867831} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.780437] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.780501] env[65923]: INFO nova.compute.manager [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Took 8.41 seconds to spawn the instance on the hypervisor. [ 996.780710] env[65923]: DEBUG nova.compute.manager [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 996.781689] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdb34f8-a5a8-4e92-ad45-3bc3a610015d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.821482] env[65923]: INFO nova.compute.manager [-] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Took 1.31 seconds to deallocate network for instance. [ 996.921282] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.921773] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1e65d19-4ba5-4169-b6c7-2be5fed7246f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.931693] env[65923]: DEBUG oslo_vmware.api [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 996.931693] env[65923]: value = "task-4707443" [ 996.931693] env[65923]: _type = "Task" [ 996.931693] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.942439] env[65923]: DEBUG oslo_vmware.api [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.054992] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.114943] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707442, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.166997] env[65923]: INFO nova.virt.block_device [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Booting with volume b59f2059-0f2b-4010-b60f-04df3fa10355 at /dev/sdb [ 997.207139] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-109a4e23-1df7-47e3-b8b1-198ab8e2ce63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.210755] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 9b7ea308-a6de-4c4b-a327-7678a70365d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 997.211150] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 997.211388] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_active': '8', 'num_task_None': '6', 'num_os_type_None': '12', 'num_proj_f3b4e657996447b7bc332dc7f07de0d7': '1', 'io_workload': '2', 'num_proj_b15986d89e904a26955d21295103d23c': '2', 'num_vm_stopped': '1', 'num_task_powering-on': '1', 'num_proj_07dc613d9c0b497eb148d6f95e1a3d08': '1', 'num_task_image_uploading': '1', 'num_proj_61e99c161e3244529fa7b47851e148d1': '1', 'num_task_deleting': '1', 'num_vm_resized': '1', 'num_proj_1d6fc65f1ca84470b785586a037be8b4': '1', 'num_proj_9b01e778d3e24976af42d95e5414edec': '1', 'num_proj_6cac5f78dc904e5eb74085f804e4741e': '1', 'num_task_shelving_image_pending_upload': '1', 'num_proj_dfe38d2a113e40e69aa390483a71ab03': '1', 'num_proj_43ec1c33dddc44bf8ad0307176cf7a9a': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_a00ef3a4940a4ac78fea3db0eacd337c': '1', 'num_proj_934abe421c544c0d83e96a1a612f1297': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 997.222955] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e03b448-4ff5-4d42-a775-48dfaacf069b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.267438] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5159740-db94-45b3-9b83-dfaa9de783b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.278581] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f451b0ff-ba51-42cc-a07b-83426b7e5403 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.302472] env[65923]: INFO nova.compute.manager [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Took 18.65 seconds to build instance. [ 997.336387] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.338485] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bd88e6-0fd5-4cd8-8016-aa2a18263edb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.351298] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728f386b-858e-4bbd-b681-249dd2515ec6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.373540] env[65923]: DEBUG nova.virt.block_device [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updating existing volume attachment record: ed98c2f5-1625-46e1-925d-bb9b39c2b825 {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 997.448266] env[65923]: DEBUG oslo_vmware.api [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707443, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.554820] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707441, 'name': ReconfigVM_Task, 'duration_secs': 0.627502} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.555147] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Reconfigured VM instance instance-0000005c to attach disk [datastore2] d5b6f484-713d-416f-b96d-8c25462babd5/d5b6f484-713d-416f-b96d-8c25462babd5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.558752] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbaa26cd-fd96-4270-a782-423287495bd4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.568065] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for the task: (returnval){ [ 997.568065] env[65923]: value = "task-4707445" [ 997.568065] env[65923]: _type = "Task" [ 997.568065] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.578337] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707445, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.580339] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3023f52-2754-4ce3-b9e3-f0128b5b6a6f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.589148] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1545ef7-d8e6-4450-ba9d-8368e540369b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.627848] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298c9622-b28d-4d81-8228-f640ae09d461 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.638106] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707442, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.641617] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dd30dd-df48-4b7b-b554-1bf4c261be54 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.657790] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.806187] env[65923]: DEBUG oslo_concurrency.lockutils [None req-38448b8b-0985-497f-adad-07b5c7ee2257 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "5aa500fa-72eb-453d-8dae-8469a3a80a32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.165s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.944770] env[65923]: DEBUG oslo_vmware.api [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707443, 'name': PowerOnVM_Task, 'duration_secs': 0.536126} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.945095] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.945323] env[65923]: DEBUG nova.compute.manager [None req-3ee0b4da-4086-4d28-a0ef-33b595d984be tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 997.946210] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7a9a56-e94c-46ca-a1e9-d9f3f3ac352c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.080025] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707445, 'name': Rename_Task, 'duration_secs': 0.306028} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.080025] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.080025] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1ff8127-1c97-4a03-b371-7c8fb2b55d33 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.089387] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for the task: (returnval){ [ 998.089387] env[65923]: value = "task-4707448" [ 998.089387] env[65923]: _type = "Task" [ 998.089387] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.099132] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.141070] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707442, 'name': CloneVM_Task, 'duration_secs': 1.452766} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.141405] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Created linked-clone VM from snapshot [ 998.142304] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeddef8-b8e6-4c14-9279-7b0c1869a7a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.153135] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Uploading image c49730bb-05e3-4b28-b533-5c976d2ba478 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 998.161611] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.421995] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 998.421995] env[65923]: value = "vm-918718" [ 998.421995] env[65923]: _type = "VirtualMachine" [ 998.421995] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 998.422448] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-10635c85-e8df-41ee-8cbf-0a0a45791273 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.432787] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lease: (returnval){ [ 998.432787] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5265f096-7202-5cfe-62e5-3211fe65fc7c" [ 998.432787] env[65923]: _type = "HttpNfcLease" [ 998.432787] env[65923]: } obtained for exporting VM: (result){ [ 998.432787] env[65923]: value = "vm-918718" [ 998.432787] env[65923]: _type = "VirtualMachine" [ 998.432787] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 998.432787] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the lease: (returnval){ [ 998.432787] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5265f096-7202-5cfe-62e5-3211fe65fc7c" [ 998.432787] env[65923]: _type = "HttpNfcLease" [ 998.432787] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 998.440608] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 998.440608] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5265f096-7202-5cfe-62e5-3211fe65fc7c" [ 998.440608] env[65923]: _type = "HttpNfcLease" [ 998.440608] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 998.606218] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707448, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.667831] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 998.668072] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.525s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.668360] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.413s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.942875] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 998.942875] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5265f096-7202-5cfe-62e5-3211fe65fc7c" [ 998.942875] env[65923]: _type = "HttpNfcLease" [ 998.942875] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 998.943312] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 998.943312] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5265f096-7202-5cfe-62e5-3211fe65fc7c" [ 998.943312] env[65923]: _type = "HttpNfcLease" [ 998.943312] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 998.943926] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4009ac-047e-479d-ae2e-4ee6997c46f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.954089] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d1212-0421-2ad7-9275-ff4c6bc0aa39/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 998.954286] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d1212-0421-2ad7-9275-ff4c6bc0aa39/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 999.059123] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-415e57fd-87b2-44f1-a23b-a520a93008cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.108318] env[65923]: DEBUG oslo_vmware.api [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707448, 'name': PowerOnVM_Task, 'duration_secs': 0.826044} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.108651] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.108921] env[65923]: INFO nova.compute.manager [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Took 8.24 seconds to spawn the instance on the hypervisor. [ 999.109141] env[65923]: DEBUG nova.compute.manager [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 999.110017] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208150f2-184e-466c-9d55-76059aa40c1b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.461953] env[65923]: DEBUG nova.compute.manager [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 999.462954] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ab3665-f0b8-4658-a2b9-9fb7bfaf3b6b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.476223] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd3bfef-b070-4c13-852d-595a6d88bf22 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.485766] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94158eec-8bec-4580-a884-d6bd7429ca12 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.525338] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55cd6b3-bd5f-4223-80e9-649a66ea9bdc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.536276] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a64924-5bc6-4855-8fac-08aaa075aa76 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.557052] env[65923]: DEBUG nova.compute.provider_tree [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.631639] env[65923]: INFO nova.compute.manager [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Took 20.75 seconds to build instance. [ 999.982872] env[65923]: INFO nova.compute.manager [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] instance snapshotting [ 999.984873] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9430e87a-afee-453b-b1f7-ec35dd070d1e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.013976] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2422ba15-1637-485d-b49e-a42150db1252 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.060735] env[65923]: DEBUG nova.scheduler.client.report [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.135555] env[65923]: DEBUG oslo_concurrency.lockutils [None req-08dcab4b-8935-4cb0-a9d8-8ad7c5c0c9ff tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Lock "d5b6f484-713d-416f-b96d-8c25462babd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.269s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.527646] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1000.528012] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2e8aca5-79cf-41c4-a400-4971df83bcb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.538431] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1000.538431] env[65923]: value = "task-4707451" [ 1000.538431] env[65923]: _type = "Task" [ 1000.538431] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.557913] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707451, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.050493] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707451, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.059700] env[65923]: DEBUG nova.compute.manager [req-59d6da52-cc7b-44ac-8ee2-4240a9194f2d req-80f56a5f-6d8d-4b8e-9142-e56dc4f30826 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Received event network-changed-49a19e17-f0e9-4010-bb7c-910635384e67 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1001.059973] env[65923]: DEBUG nova.compute.manager [req-59d6da52-cc7b-44ac-8ee2-4240a9194f2d req-80f56a5f-6d8d-4b8e-9142-e56dc4f30826 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Refreshing instance network info cache due to event network-changed-49a19e17-f0e9-4010-bb7c-910635384e67. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1001.060282] env[65923]: DEBUG oslo_concurrency.lockutils [req-59d6da52-cc7b-44ac-8ee2-4240a9194f2d req-80f56a5f-6d8d-4b8e-9142-e56dc4f30826 service nova] Acquiring lock "refresh_cache-d5b6f484-713d-416f-b96d-8c25462babd5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.060682] env[65923]: DEBUG oslo_concurrency.lockutils [req-59d6da52-cc7b-44ac-8ee2-4240a9194f2d req-80f56a5f-6d8d-4b8e-9142-e56dc4f30826 service nova] Acquired lock "refresh_cache-d5b6f484-713d-416f-b96d-8c25462babd5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.060768] env[65923]: DEBUG nova.network.neutron [req-59d6da52-cc7b-44ac-8ee2-4240a9194f2d req-80f56a5f-6d8d-4b8e-9142-e56dc4f30826 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Refreshing network info cache for port 49a19e17-f0e9-4010-bb7c-910635384e67 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.075772] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.406s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.079029] env[65923]: DEBUG oslo_concurrency.lockutils [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.521s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.079029] env[65923]: DEBUG oslo_concurrency.lockutils [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.081961] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.923s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.083954] env[65923]: INFO nova.compute.claims [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.125961] env[65923]: INFO nova.scheduler.client.report [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Deleted allocations for instance 257c0b6f-4070-4ad3-a30e-0fb53935c171 [ 1001.550556] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707451, 'name': CreateSnapshot_Task, 'duration_secs': 0.873321} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.550846] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1001.551634] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf891a-d201-4d2f-9d7b-bed9ff19d80f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.564080] env[65923]: WARNING neutronclient.v2_0.client [req-59d6da52-cc7b-44ac-8ee2-4240a9194f2d req-80f56a5f-6d8d-4b8e-9142-e56dc4f30826 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.635743] env[65923]: DEBUG oslo_concurrency.lockutils [None req-23d208bd-8a70-411f-9504-9b58ffdc3cce tempest-ServerRescueTestJSON-1808293214 tempest-ServerRescueTestJSON-1808293214-project-member] Lock "257c0b6f-4070-4ad3-a30e-0fb53935c171" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.057s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.681189] env[65923]: INFO nova.scheduler.client.report [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted allocation for migration 3b49a9dc-7b07-45a5-8a56-f3277f264d79 [ 1001.795071] env[65923]: WARNING neutronclient.v2_0.client [req-59d6da52-cc7b-44ac-8ee2-4240a9194f2d req-80f56a5f-6d8d-4b8e-9142-e56dc4f30826 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.868871] env[65923]: DEBUG nova.network.neutron [req-59d6da52-cc7b-44ac-8ee2-4240a9194f2d req-80f56a5f-6d8d-4b8e-9142-e56dc4f30826 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Updated VIF entry in instance network info cache for port 49a19e17-f0e9-4010-bb7c-910635384e67. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1001.869276] env[65923]: DEBUG nova.network.neutron [req-59d6da52-cc7b-44ac-8ee2-4240a9194f2d req-80f56a5f-6d8d-4b8e-9142-e56dc4f30826 service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Updating instance_info_cache with network_info: [{"id": "49a19e17-f0e9-4010-bb7c-910635384e67", "address": "fa:16:3e:06:56:c8", "network": {"id": "233055c7-c4cc-4f6e-b5c6-7c78a41e5c45", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1005250148-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "934abe421c544c0d83e96a1a612f1297", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7908211b-df93-467b-87a8-3c3d29b03de6", "external-id": "nsx-vlan-transportzone-632", "segmentation_id": 632, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49a19e17-f0", "ovs_interfaceid": "49a19e17-f0e9-4010-bb7c-910635384e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.072343] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1002.072730] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-53f32609-e9e3-4c3d-911d-d13999d72ef9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.084106] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1002.084106] env[65923]: value = "task-4707452" [ 1002.084106] env[65923]: _type = "Task" [ 1002.084106] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.095361] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707452, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.191754] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82a34314-7f7a-43c1-8ea8-6c25d26f5b9b tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.148s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.374412] env[65923]: DEBUG oslo_concurrency.lockutils [req-59d6da52-cc7b-44ac-8ee2-4240a9194f2d req-80f56a5f-6d8d-4b8e-9142-e56dc4f30826 service nova] Releasing lock "refresh_cache-d5b6f484-713d-416f-b96d-8c25462babd5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.423377] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da487fa1-189d-4332-8b97-d6e2cc967a4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.436549] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8213ee-bee4-4e3e-878f-1c029d8b8381 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.485194] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059b9559-8ebf-4729-a418-2204785f4b2d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.497171] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d19b1fb-cbfc-4f4a-a9ed-990746aae6da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.519091] env[65923]: DEBUG nova.compute.provider_tree [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.596148] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707452, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.807286] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.807618] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.807873] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.808128] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.808588] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.811662] env[65923]: INFO nova.compute.manager [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Terminating instance [ 1002.984261] env[65923]: DEBUG oslo_vmware.rw_handles [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e08be9-ce2d-5f79-3a35-20c378fc0481/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1002.985580] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd05a13-1f3d-4ddc-9972-da4fbd19485a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.997202] env[65923]: DEBUG oslo_vmware.rw_handles [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e08be9-ce2d-5f79-3a35-20c378fc0481/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1002.997202] env[65923]: ERROR oslo_vmware.rw_handles [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e08be9-ce2d-5f79-3a35-20c378fc0481/disk-0.vmdk due to incomplete transfer. [ 1002.997611] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ecbebee-21e5-43e5-8390-1a6da52fd4d4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.008570] env[65923]: DEBUG oslo_vmware.rw_handles [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e08be9-ce2d-5f79-3a35-20c378fc0481/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1003.008893] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Uploaded image 4537a475-67c9-4686-9440-d48f813dea86 to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1003.012304] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1003.012949] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48a6ad1a-1743-4a2e-9792-88884dc0dccb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.023219] env[65923]: DEBUG nova.scheduler.client.report [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.031024] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1003.031024] env[65923]: value = "task-4707453" [ 1003.031024] env[65923]: _type = "Task" [ 1003.031024] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.040681] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707453, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.096290] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707452, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.317991] env[65923]: DEBUG nova.compute.manager [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1003.317991] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.318545] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d62705-b180-4011-bfd1-caa0d7f13fc7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.329039] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.329039] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fde56b98-2629-40ef-948d-22e1b82ec32d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.337207] env[65923]: DEBUG oslo_vmware.api [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1003.337207] env[65923]: value = "task-4707454" [ 1003.337207] env[65923]: _type = "Task" [ 1003.337207] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.350556] env[65923]: DEBUG oslo_vmware.api [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.526252] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.530896] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.530896] env[65923]: DEBUG nova.compute.manager [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1003.536536] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.441s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.536778] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.539340] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.712s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.541015] env[65923]: INFO nova.compute.claims [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.556724] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707453, 'name': Destroy_Task, 'duration_secs': 0.411918} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.557035] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Destroyed the VM [ 1003.557087] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1003.557347] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f4b591e-6ebe-4eb1-bc95-71f160d1acb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.565442] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1003.565442] env[65923]: value = "task-4707455" [ 1003.565442] env[65923]: _type = "Task" [ 1003.565442] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.579061] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707455, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.579061] env[65923]: INFO nova.scheduler.client.report [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Deleted allocations for instance fa4cc1a7-af35-471c-8321-f8f06776af96 [ 1003.599092] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707452, 'name': CloneVM_Task} progress is 95%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.850983] env[65923]: DEBUG oslo_vmware.api [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707454, 'name': PowerOffVM_Task, 'duration_secs': 0.35255} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.851429] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.851703] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.852602] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f27f3b07-82e7-42cf-87bf-f60643df42c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.942147] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.942147] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.942382] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleting the datastore file [datastore1] cdbc01f0-04e5-47cc-912d-047dbf659f6e {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.942916] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fefb1b7c-ef0b-44ca-92df-5943bdb3b6b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.951883] env[65923]: DEBUG oslo_vmware.api [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1003.951883] env[65923]: value = "task-4707457" [ 1003.951883] env[65923]: _type = "Task" [ 1003.951883] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.961869] env[65923]: DEBUG oslo_vmware.api [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.011012] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.011140] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.037865] env[65923]: DEBUG nova.compute.utils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.040847] env[65923]: DEBUG nova.compute.manager [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1004.040847] env[65923]: DEBUG nova.network.neutron [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1004.041045] env[65923]: WARNING neutronclient.v2_0.client [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.041733] env[65923]: WARNING neutronclient.v2_0.client [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.077026] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707455, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.093049] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e906f54f-50ba-4f5a-bde4-860d6e9163bb tempest-ImagesNegativeTestJSON-1187100009 tempest-ImagesNegativeTestJSON-1187100009-project-member] Lock "fa4cc1a7-af35-471c-8321-f8f06776af96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.722s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.097957] env[65923]: DEBUG nova.policy [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0842f0165e64b679b31ca4f542af907', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3b4e657996447b7bc332dc7f07de0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.104434] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707452, 'name': CloneVM_Task, 'duration_secs': 1.838829} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.104434] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Created linked-clone VM from snapshot [ 1004.105616] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912ed333-2f59-43f4-9254-408c9d1f77b9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.117667] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Uploading image 4a0fb51f-c95e-467d-b1ef-a5686ae1b4b5 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1004.137934] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1004.138167] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fd47e6f3-7048-445a-abd7-d5e0012556b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.149121] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1004.149121] env[65923]: value = "task-4707458" [ 1004.149121] env[65923]: _type = "Task" [ 1004.149121] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.161689] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707458, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.470079] env[65923]: DEBUG oslo_vmware.api [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350752} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.470477] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.470711] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.470989] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.471222] env[65923]: INFO nova.compute.manager [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1004.472048] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1004.472048] env[65923]: DEBUG nova.compute.manager [-] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1004.472048] env[65923]: DEBUG nova.network.neutron [-] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1004.472812] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.514305] env[65923]: DEBUG nova.compute.manager [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1004.546698] env[65923]: DEBUG nova.compute.manager [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1004.583397] env[65923]: DEBUG oslo_vmware.api [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707455, 'name': RemoveSnapshot_Task, 'duration_secs': 0.59443} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.584209] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1004.584690] env[65923]: INFO nova.compute.manager [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Took 15.07 seconds to snapshot the instance on the hypervisor. [ 1004.588247] env[65923]: DEBUG nova.network.neutron [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Successfully created port: aedb85e5-81c4-4e17-84aa-1cae538046c5 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1004.665028] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707458, 'name': Destroy_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.723667] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.820477] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590fd549-28f6-4b56-8514-5f08fa1b8756 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.832101] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e01556-a4a6-4ab6-98e2-e46e6d83431c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.869096] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ab4d1f-49f4-4501-8955-0d044b12cd3c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.880176] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00a98f5-fba6-4b37-b485-83e06fdf51d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.899426] env[65923]: DEBUG nova.compute.provider_tree [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.035805] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.146144] env[65923]: DEBUG nova.compute.manager [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Found 3 images (rotation: 2) {{(pid=65923) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1005.146411] env[65923]: DEBUG nova.compute.manager [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Rotating out 1 backups {{(pid=65923) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 1005.146525] env[65923]: DEBUG nova.compute.manager [None req-51759e8c-6d78-4b7a-8daa-5e27c2f77494 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Deleting image e2c1cbf4-32f7-4d96-9d6d-50318322a39a {{(pid=65923) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 1005.167376] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707458, 'name': Destroy_Task, 'duration_secs': 0.68792} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.168805] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Destroyed the VM [ 1005.169626] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.170458] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e267edd1-cc8c-4330-bdb5-a7424705106a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.181329] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1005.181329] env[65923]: value = "task-4707459" [ 1005.181329] env[65923]: _type = "Task" [ 1005.181329] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.191127] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707459, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.405388] env[65923]: DEBUG nova.scheduler.client.report [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.561489] env[65923]: DEBUG nova.compute.manager [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1005.596623] env[65923]: DEBUG nova.virt.hardware [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1005.597263] env[65923]: DEBUG nova.virt.hardware [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.597524] env[65923]: DEBUG nova.virt.hardware [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1005.597731] env[65923]: DEBUG nova.virt.hardware [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.597876] env[65923]: DEBUG nova.virt.hardware [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1005.598030] env[65923]: DEBUG nova.virt.hardware [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1005.598452] env[65923]: DEBUG nova.virt.hardware [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1005.598642] env[65923]: DEBUG nova.virt.hardware [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1005.598820] env[65923]: DEBUG nova.virt.hardware [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1005.598979] env[65923]: DEBUG nova.virt.hardware [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1005.599162] env[65923]: DEBUG nova.virt.hardware [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1005.601711] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7d7418-a30a-4c90-b64d-d313fa1003ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.610780] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0898829-ca15-4336-8bbe-c2aa4f16247e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.652909] env[65923]: DEBUG nova.network.neutron [-] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.696659] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707459, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.911773] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.912489] env[65923]: DEBUG nova.compute.manager [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1005.916094] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.580s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.916407] env[65923]: DEBUG nova.objects.instance [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lazy-loading 'resources' on Instance uuid b9c3e2c9-9860-4412-a11c-1e8191e5f841 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.145457] env[65923]: DEBUG nova.compute.manager [req-36e6919d-3108-4d25-b10f-193dfe4ab96d req-a8c4fc6e-2fb9-4a9c-8220-506255edc2a5 service nova] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Received event network-vif-deleted-7810235d-4ce2-4223-ac47-0b0d2d83c60b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1006.155500] env[65923]: INFO nova.compute.manager [-] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Took 1.68 seconds to deallocate network for instance. [ 1006.194696] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707459, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.304865] env[65923]: DEBUG nova.network.neutron [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Successfully updated port: aedb85e5-81c4-4e17-84aa-1cae538046c5 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1006.422084] env[65923]: DEBUG nova.compute.utils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.422084] env[65923]: DEBUG nova.compute.manager [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1006.422084] env[65923]: DEBUG nova.network.neutron [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1006.422084] env[65923]: WARNING neutronclient.v2_0.client [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.422962] env[65923]: WARNING neutronclient.v2_0.client [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.471191] env[65923]: DEBUG nova.compute.manager [req-c15634c8-2803-47e9-8291-b485cb421a5b req-459ad06f-4fad-4987-aa32-cbf0dfdf9ead service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Received event network-vif-plugged-aedb85e5-81c4-4e17-84aa-1cae538046c5 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1006.471448] env[65923]: DEBUG oslo_concurrency.lockutils [req-c15634c8-2803-47e9-8291-b485cb421a5b req-459ad06f-4fad-4987-aa32-cbf0dfdf9ead service nova] Acquiring lock "6542ee11-65cb-4d5d-835b-e809ef8714ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.471679] env[65923]: DEBUG oslo_concurrency.lockutils [req-c15634c8-2803-47e9-8291-b485cb421a5b req-459ad06f-4fad-4987-aa32-cbf0dfdf9ead service nova] Lock "6542ee11-65cb-4d5d-835b-e809ef8714ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.471846] env[65923]: DEBUG oslo_concurrency.lockutils [req-c15634c8-2803-47e9-8291-b485cb421a5b req-459ad06f-4fad-4987-aa32-cbf0dfdf9ead service nova] Lock "6542ee11-65cb-4d5d-835b-e809ef8714ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.472063] env[65923]: DEBUG nova.compute.manager [req-c15634c8-2803-47e9-8291-b485cb421a5b req-459ad06f-4fad-4987-aa32-cbf0dfdf9ead service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] No waiting events found dispatching network-vif-plugged-aedb85e5-81c4-4e17-84aa-1cae538046c5 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1006.472200] env[65923]: WARNING nova.compute.manager [req-c15634c8-2803-47e9-8291-b485cb421a5b req-459ad06f-4fad-4987-aa32-cbf0dfdf9ead service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Received unexpected event network-vif-plugged-aedb85e5-81c4-4e17-84aa-1cae538046c5 for instance with vm_state building and task_state spawning. [ 1006.496374] env[65923]: DEBUG nova.policy [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff7ab639f4f46fbac81d48a5411ea4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43ec1c33dddc44bf8ad0307176cf7a9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.664298] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.695796] env[65923]: DEBUG oslo_vmware.api [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707459, 'name': RemoveSnapshot_Task, 'duration_secs': 1.395955} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.699091] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.761466] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d916fa5-f8ed-4fe7-b01a-be0cef082c24 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.773123] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718f8e9c-2448-4ba1-a9d7-f2d8e3fffee8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.825461] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-6542ee11-65cb-4d5d-835b-e809ef8714ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.825666] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-6542ee11-65cb-4d5d-835b-e809ef8714ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.825952] env[65923]: DEBUG nova.network.neutron [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1006.828964] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6dfcb1-7011-4e96-bc35-4e0be5b6a3ed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.841980] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e640ea-3b3a-454a-a390-7009488a1ba2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.865372] env[65923]: DEBUG nova.compute.provider_tree [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.919059] env[65923]: DEBUG nova.network.neutron [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Successfully created port: 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1006.928406] env[65923]: DEBUG nova.compute.manager [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1007.208307] env[65923]: WARNING nova.compute.manager [None req-b7d355cc-7331-44bd-a2f7-9c0bee0ac233 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Image not found during snapshot: nova.exception.ImageNotFound: Image 4a0fb51f-c95e-467d-b1ef-a5686ae1b4b5 could not be found. [ 1007.363244] env[65923]: DEBUG nova.network.neutron [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1007.369488] env[65923]: DEBUG nova.scheduler.client.report [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.476099] env[65923]: WARNING neutronclient.v2_0.client [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.642073] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d1212-0421-2ad7-9275-ff4c6bc0aa39/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1007.642281] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166a54f1-8e31-45a1-91a8-a4e504e41576 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.650356] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d1212-0421-2ad7-9275-ff4c6bc0aa39/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1007.650902] env[65923]: ERROR oslo_vmware.rw_handles [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d1212-0421-2ad7-9275-ff4c6bc0aa39/disk-0.vmdk due to incomplete transfer. [ 1007.650902] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f4be8133-0983-4dfa-8d09-71cb92051f8d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.663242] env[65923]: DEBUG oslo_vmware.rw_handles [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d1212-0421-2ad7-9275-ff4c6bc0aa39/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1007.663525] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Uploaded image c49730bb-05e3-4b28-b533-5c976d2ba478 to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1007.665393] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1007.665733] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cfb81f88-299b-4a1d-812d-d38bda507a4d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.675263] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1007.675263] env[65923]: value = "task-4707460" [ 1007.675263] env[65923]: _type = "Task" [ 1007.675263] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.686689] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707460, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.688052] env[65923]: DEBUG nova.network.neutron [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Updating instance_info_cache with network_info: [{"id": "aedb85e5-81c4-4e17-84aa-1cae538046c5", "address": "fa:16:3e:6f:15:8c", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaedb85e5-81", "ovs_interfaceid": "aedb85e5-81c4-4e17-84aa-1cae538046c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.876302] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.878507] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.352s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.878507] env[65923]: DEBUG nova.objects.instance [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lazy-loading 'pci_requests' on Instance uuid ba82b333-4918-4194-8344-3d175ada5b2e {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.880227] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.880485] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.880663] env[65923]: DEBUG nova.compute.manager [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1007.884533] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a40355-ce24-4221-8d1e-945bae4aa230 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.891351] env[65923]: DEBUG nova.compute.manager [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65923) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1007.892438] env[65923]: DEBUG nova.objects.instance [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'flavor' on Instance uuid c70d2116-f92a-44a6-a90b-c7e1ee0f469f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.901990] env[65923]: INFO nova.scheduler.client.report [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted allocations for instance b9c3e2c9-9860-4412-a11c-1e8191e5f841 [ 1007.939106] env[65923]: DEBUG nova.compute.manager [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1007.966279] env[65923]: DEBUG nova.virt.hardware [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1007.966534] env[65923]: DEBUG nova.virt.hardware [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.966694] env[65923]: DEBUG nova.virt.hardware [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1007.966868] env[65923]: DEBUG nova.virt.hardware [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.967208] env[65923]: DEBUG nova.virt.hardware [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1007.967434] env[65923]: DEBUG nova.virt.hardware [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1007.967688] env[65923]: DEBUG nova.virt.hardware [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.967804] env[65923]: DEBUG nova.virt.hardware [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1007.967966] env[65923]: DEBUG nova.virt.hardware [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1007.968136] env[65923]: DEBUG nova.virt.hardware [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1007.968304] env[65923]: DEBUG nova.virt.hardware [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1007.968790] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "5aa500fa-72eb-453d-8dae-8469a3a80a32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.970033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "5aa500fa-72eb-453d-8dae-8469a3a80a32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.970033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "5aa500fa-72eb-453d-8dae-8469a3a80a32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.970033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "5aa500fa-72eb-453d-8dae-8469a3a80a32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.970033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "5aa500fa-72eb-453d-8dae-8469a3a80a32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.971698] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ebfb58-e6b1-43ad-8676-ce1060e66633 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.975552] env[65923]: INFO nova.compute.manager [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Terminating instance [ 1007.985496] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f002c0-ce30-4250-a877-9960a7dbe504 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.081355] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "51fd23fc-5490-4b2b-96fc-6851d26e162c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.081593] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "51fd23fc-5490-4b2b-96fc-6851d26e162c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.186693] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707460, 'name': Destroy_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.190412] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-6542ee11-65cb-4d5d-835b-e809ef8714ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.190796] env[65923]: DEBUG nova.compute.manager [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Instance network_info: |[{"id": "aedb85e5-81c4-4e17-84aa-1cae538046c5", "address": "fa:16:3e:6f:15:8c", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaedb85e5-81", "ovs_interfaceid": "aedb85e5-81c4-4e17-84aa-1cae538046c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1008.191297] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:15:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aedb85e5-81c4-4e17-84aa-1cae538046c5', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.199731] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1008.200131] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.200430] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48bde81c-2d8a-4e24-af01-6a3c873388cc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.226236] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.226236] env[65923]: value = "task-4707461" [ 1008.226236] env[65923]: _type = "Task" [ 1008.226236] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.235610] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707461, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.383342] env[65923]: DEBUG nova.objects.instance [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lazy-loading 'numa_topology' on Instance uuid ba82b333-4918-4194-8344-3d175ada5b2e {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.410852] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ad7e5449-2cca-49d1-8c24-269985e45fcd tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "b9c3e2c9-9860-4412-a11c-1e8191e5f841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.553s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.467231] env[65923]: DEBUG nova.compute.manager [req-40135eff-70a0-4b66-833f-c07bcde69f9e req-819bf427-e729-4f51-b0ec-5c299324745b service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Received event network-vif-plugged-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1008.467568] env[65923]: DEBUG oslo_concurrency.lockutils [req-40135eff-70a0-4b66-833f-c07bcde69f9e req-819bf427-e729-4f51-b0ec-5c299324745b service nova] Acquiring lock "9b7ea308-a6de-4c4b-a327-7678a70365d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.467842] env[65923]: DEBUG oslo_concurrency.lockutils [req-40135eff-70a0-4b66-833f-c07bcde69f9e req-819bf427-e729-4f51-b0ec-5c299324745b service nova] Lock "9b7ea308-a6de-4c4b-a327-7678a70365d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.468103] env[65923]: DEBUG oslo_concurrency.lockutils [req-40135eff-70a0-4b66-833f-c07bcde69f9e req-819bf427-e729-4f51-b0ec-5c299324745b service nova] Lock "9b7ea308-a6de-4c4b-a327-7678a70365d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.468344] env[65923]: DEBUG nova.compute.manager [req-40135eff-70a0-4b66-833f-c07bcde69f9e req-819bf427-e729-4f51-b0ec-5c299324745b service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] No waiting events found dispatching network-vif-plugged-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1008.468553] env[65923]: WARNING nova.compute.manager [req-40135eff-70a0-4b66-833f-c07bcde69f9e req-819bf427-e729-4f51-b0ec-5c299324745b service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Received unexpected event network-vif-plugged-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a for instance with vm_state building and task_state spawning. [ 1008.481551] env[65923]: DEBUG nova.compute.manager [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1008.481716] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.482828] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4646f401-e0e9-4000-86f1-2bca90f5e89e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.494971] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.495288] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bf29ed8-ce6b-4d3b-8bf2-caaf6c654113 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.502708] env[65923]: DEBUG oslo_vmware.api [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1008.502708] env[65923]: value = "task-4707462" [ 1008.502708] env[65923]: _type = "Task" [ 1008.502708] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.512757] env[65923]: DEBUG nova.compute.manager [req-f41baef9-2004-433f-8ce6-abf44a0267a8 req-ff24df0d-3a32-4e14-8168-2eb6dc18bf78 service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Received event network-changed-aedb85e5-81c4-4e17-84aa-1cae538046c5 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1008.513128] env[65923]: DEBUG nova.compute.manager [req-f41baef9-2004-433f-8ce6-abf44a0267a8 req-ff24df0d-3a32-4e14-8168-2eb6dc18bf78 service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Refreshing instance network info cache due to event network-changed-aedb85e5-81c4-4e17-84aa-1cae538046c5. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1008.513304] env[65923]: DEBUG oslo_concurrency.lockutils [req-f41baef9-2004-433f-8ce6-abf44a0267a8 req-ff24df0d-3a32-4e14-8168-2eb6dc18bf78 service nova] Acquiring lock "refresh_cache-6542ee11-65cb-4d5d-835b-e809ef8714ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.514305] env[65923]: DEBUG oslo_concurrency.lockutils [req-f41baef9-2004-433f-8ce6-abf44a0267a8 req-ff24df0d-3a32-4e14-8168-2eb6dc18bf78 service nova] Acquired lock "refresh_cache-6542ee11-65cb-4d5d-835b-e809ef8714ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.514305] env[65923]: DEBUG nova.network.neutron [req-f41baef9-2004-433f-8ce6-abf44a0267a8 req-ff24df0d-3a32-4e14-8168-2eb6dc18bf78 service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Refreshing network info cache for port aedb85e5-81c4-4e17-84aa-1cae538046c5 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.519928] env[65923]: DEBUG oslo_vmware.api [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.522907] env[65923]: DEBUG nova.network.neutron [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Successfully updated port: 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1008.585020] env[65923]: DEBUG nova.compute.manager [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1008.688674] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707460, 'name': Destroy_Task, 'duration_secs': 0.679367} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.689031] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Destroyed the VM [ 1008.689485] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1008.689908] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ebc98d83-501e-428b-86ee-6e12fce74e2b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.698430] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1008.698430] env[65923]: value = "task-4707463" [ 1008.698430] env[65923]: _type = "Task" [ 1008.698430] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.708956] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707463, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.737249] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707461, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.784862] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "a6442798-11ae-4a43-a0b6-e9726db3653b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.784862] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "a6442798-11ae-4a43-a0b6-e9726db3653b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.886532] env[65923]: INFO nova.compute.claims [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.900311] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.900625] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51902cc3-1dbf-426a-a475-3f779b577c12 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.909101] env[65923]: DEBUG oslo_vmware.api [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1008.909101] env[65923]: value = "task-4707464" [ 1008.909101] env[65923]: _type = "Task" [ 1008.909101] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.919489] env[65923]: DEBUG oslo_vmware.api [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.013624] env[65923]: DEBUG oslo_vmware.api [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707462, 'name': PowerOffVM_Task, 'duration_secs': 0.237988} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.013957] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.014077] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.014343] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d814fb9c-7a66-4d40-9fca-aac29d82c664 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.021920] env[65923]: WARNING neutronclient.v2_0.client [req-f41baef9-2004-433f-8ce6-abf44a0267a8 req-ff24df0d-3a32-4e14-8168-2eb6dc18bf78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.025944] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.026133] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.026306] env[65923]: DEBUG nova.network.neutron [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1009.101278] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.101278] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.101278] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Deleting the datastore file [datastore2] 5aa500fa-72eb-453d-8dae-8469a3a80a32 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.101278] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfb8fd7b-4130-496c-ba21-f3e65d24cc92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.110963] env[65923]: DEBUG oslo_vmware.api [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1009.110963] env[65923]: value = "task-4707466" [ 1009.110963] env[65923]: _type = "Task" [ 1009.110963] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.112106] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.122362] env[65923]: DEBUG oslo_vmware.api [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.212629] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.212815] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.214156] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707463, 'name': RemoveSnapshot_Task, 'duration_secs': 0.415281} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.214313] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1009.214593] env[65923]: DEBUG nova.compute.manager [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1009.215905] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc017c9-edd9-4ebd-aacc-f95ba332fd20 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.231968] env[65923]: WARNING neutronclient.v2_0.client [req-f41baef9-2004-433f-8ce6-abf44a0267a8 req-ff24df0d-3a32-4e14-8168-2eb6dc18bf78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.242049] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707461, 'name': CreateVM_Task, 'duration_secs': 0.52808} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.243066] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.243066] env[65923]: WARNING neutronclient.v2_0.client [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.243394] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.243590] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.243941] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.244259] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3633a2-de68-4ed2-95d9-7008917dbf72 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.251255] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1009.251255] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520ed3cc-7dc5-33bb-08a8-755dcd79ee86" [ 1009.251255] env[65923]: _type = "Task" [ 1009.251255] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.260795] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520ed3cc-7dc5-33bb-08a8-755dcd79ee86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.288236] env[65923]: DEBUG nova.compute.manager [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1009.318031] env[65923]: DEBUG nova.network.neutron [req-f41baef9-2004-433f-8ce6-abf44a0267a8 req-ff24df0d-3a32-4e14-8168-2eb6dc18bf78 service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Updated VIF entry in instance network info cache for port aedb85e5-81c4-4e17-84aa-1cae538046c5. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1009.318515] env[65923]: DEBUG nova.network.neutron [req-f41baef9-2004-433f-8ce6-abf44a0267a8 req-ff24df0d-3a32-4e14-8168-2eb6dc18bf78 service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Updating instance_info_cache with network_info: [{"id": "aedb85e5-81c4-4e17-84aa-1cae538046c5", "address": "fa:16:3e:6f:15:8c", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaedb85e5-81", "ovs_interfaceid": "aedb85e5-81c4-4e17-84aa-1cae538046c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.420343] env[65923]: DEBUG oslo_vmware.api [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707464, 'name': PowerOffVM_Task, 'duration_secs': 0.223173} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.420343] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.420343] env[65923]: DEBUG nova.compute.manager [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1009.420800] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b88c24c-a99d-41ab-b1b2-34b88afdd95a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.563560] env[65923]: DEBUG nova.network.neutron [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1009.626562] env[65923]: DEBUG oslo_vmware.api [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158596} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.631014] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.632105] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.632352] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.632977] env[65923]: INFO nova.compute.manager [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1009.632977] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1009.633305] env[65923]: DEBUG nova.compute.manager [-] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1009.633365] env[65923]: DEBUG nova.network.neutron [-] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1009.633575] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.672531] env[65923]: WARNING neutronclient.v2_0.client [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.676491] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.716323] env[65923]: DEBUG nova.compute.manager [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1009.730048] env[65923]: INFO nova.compute.manager [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Shelve offloading [ 1009.744968] env[65923]: DEBUG nova.network.neutron [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updating instance_info_cache with network_info: [{"id": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "address": "fa:16:3e:13:c0:b5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef5fc1d-0f", "ovs_interfaceid": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.764337] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520ed3cc-7dc5-33bb-08a8-755dcd79ee86, 'name': SearchDatastore_Task, 'duration_secs': 0.013638} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.764337] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.764337] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.764577] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.764805] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.765053] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.765593] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d902d14c-8635-406d-b18e-6132132dce8b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.777617] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.777841] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.778600] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a956c76-ff49-4ab5-b1d2-e8991159879d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.785679] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1009.785679] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523bbba1-6eb4-f60b-d081-d7010bc2e86f" [ 1009.785679] env[65923]: _type = "Task" [ 1009.785679] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.796084] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523bbba1-6eb4-f60b-d081-d7010bc2e86f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.813846] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.821797] env[65923]: DEBUG oslo_concurrency.lockutils [req-f41baef9-2004-433f-8ce6-abf44a0267a8 req-ff24df0d-3a32-4e14-8168-2eb6dc18bf78 service nova] Releasing lock "refresh_cache-6542ee11-65cb-4d5d-835b-e809ef8714ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.939227] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f59331d1-7833-4807-9dc5-bf9fa1131c0d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.130155] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7f910a-e15b-413a-b4f6-179338f71a14 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.139075] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346ee4b4-0712-470a-b264-db88c1343801 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.173506] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27064b21-49d9-4a6c-8c70-3482b0dd16c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.182589] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f6e910-fa1d-49ca-8f4d-d35c6b84efa0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.198475] env[65923]: DEBUG nova.compute.provider_tree [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.235291] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.235618] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47a1db51-638e-48db-a8c3-3e2f4314dd96 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.244259] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1010.244259] env[65923]: value = "task-4707467" [ 1010.244259] env[65923]: _type = "Task" [ 1010.244259] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.245245] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.249606] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.249940] env[65923]: DEBUG nova.compute.manager [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Instance network_info: |[{"id": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "address": "fa:16:3e:13:c0:b5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef5fc1d-0f", "ovs_interfaceid": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1010.250393] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:c0:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ef5fc1d-0ff0-4e40-86ce-177547c6d35a', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.258194] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1010.258875] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.259198] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e1b3b41-8a3e-4fef-a15a-de8175f07b83 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.291436] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1010.291646] env[65923]: DEBUG nova.compute.manager [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1010.292516] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880dd897-3dcc-4058-b9a8-9dc961d0a43d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.296699] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.296699] env[65923]: value = "task-4707468" [ 1010.296699] env[65923]: _type = "Task" [ 1010.296699] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.305442] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523bbba1-6eb4-f60b-d081-d7010bc2e86f, 'name': SearchDatastore_Task, 'duration_secs': 0.02411} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.305751] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.305895] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.306069] env[65923]: DEBUG nova.network.neutron [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1010.309086] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b623fe-a378-4bea-94e1-7b908c4474fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.313722] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707468, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.317529] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1010.317529] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52600983-4167-b984-e648-c338ef62a572" [ 1010.317529] env[65923]: _type = "Task" [ 1010.317529] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.328661] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52600983-4167-b984-e648-c338ef62a572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.381034] env[65923]: DEBUG nova.network.neutron [-] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.510776] env[65923]: DEBUG nova.compute.manager [req-be2522b5-d287-4a86-9525-e94b5681f037 req-9f863af3-018d-4e6f-801e-b86580b0ea43 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Received event network-changed-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1010.510922] env[65923]: DEBUG nova.compute.manager [req-be2522b5-d287-4a86-9525-e94b5681f037 req-9f863af3-018d-4e6f-801e-b86580b0ea43 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Refreshing instance network info cache due to event network-changed-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1010.511201] env[65923]: DEBUG oslo_concurrency.lockutils [req-be2522b5-d287-4a86-9525-e94b5681f037 req-9f863af3-018d-4e6f-801e-b86580b0ea43 service nova] Acquiring lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.511429] env[65923]: DEBUG oslo_concurrency.lockutils [req-be2522b5-d287-4a86-9525-e94b5681f037 req-9f863af3-018d-4e6f-801e-b86580b0ea43 service nova] Acquired lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.511685] env[65923]: DEBUG nova.network.neutron [req-be2522b5-d287-4a86-9525-e94b5681f037 req-9f863af3-018d-4e6f-801e-b86580b0ea43 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Refreshing network info cache for port 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.703917] env[65923]: DEBUG nova.scheduler.client.report [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.809330] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707468, 'name': CreateVM_Task, 'duration_secs': 0.350406} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.809521] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.809998] env[65923]: WARNING neutronclient.v2_0.client [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.810399] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.810554] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.810869] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.811597] env[65923]: WARNING neutronclient.v2_0.client [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.814423] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bbaa749-7505-478b-9134-43a1b46c6831 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.819611] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1010.819611] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cdbfcd-b2e1-e1d2-224b-95ffbd2822f8" [ 1010.819611] env[65923]: _type = "Task" [ 1010.819611] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.835369] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cdbfcd-b2e1-e1d2-224b-95ffbd2822f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.835369] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52600983-4167-b984-e648-c338ef62a572, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.835369] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.835517] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 6542ee11-65cb-4d5d-835b-e809ef8714ee/6542ee11-65cb-4d5d-835b-e809ef8714ee.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.835727] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77b4c5fe-3526-4db3-9d12-d85edc6fa734 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.843235] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1010.843235] env[65923]: value = "task-4707469" [ 1010.843235] env[65923]: _type = "Task" [ 1010.843235] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.857423] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.885412] env[65923]: INFO nova.compute.manager [-] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Took 1.25 seconds to deallocate network for instance. [ 1010.986538] env[65923]: WARNING neutronclient.v2_0.client [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.014607] env[65923]: WARNING neutronclient.v2_0.client [req-be2522b5-d287-4a86-9525-e94b5681f037 req-9f863af3-018d-4e6f-801e-b86580b0ea43 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.084151] env[65923]: DEBUG nova.network.neutron [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Updating instance_info_cache with network_info: [{"id": "a428f581-ab0e-4f76-9d88-e6c9c0638295", "address": "fa:16:3e:8e:3e:08", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa428f581-ab", "ovs_interfaceid": "a428f581-ab0e-4f76-9d88-e6c9c0638295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.183773] env[65923]: WARNING neutronclient.v2_0.client [req-be2522b5-d287-4a86-9525-e94b5681f037 req-9f863af3-018d-4e6f-801e-b86580b0ea43 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.208675] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.331s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.209070] env[65923]: WARNING neutronclient.v2_0.client [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.211994] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.176s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.214306] env[65923]: INFO nova.compute.claims [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.271495] env[65923]: INFO nova.network.neutron [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updating port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1011.279465] env[65923]: DEBUG nova.compute.manager [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Stashing vm_state: stopped {{(pid=65923) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1011.309658] env[65923]: DEBUG nova.network.neutron [req-be2522b5-d287-4a86-9525-e94b5681f037 req-9f863af3-018d-4e6f-801e-b86580b0ea43 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updated VIF entry in instance network info cache for port 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1011.309658] env[65923]: DEBUG nova.network.neutron [req-be2522b5-d287-4a86-9525-e94b5681f037 req-9f863af3-018d-4e6f-801e-b86580b0ea43 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updating instance_info_cache with network_info: [{"id": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "address": "fa:16:3e:13:c0:b5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef5fc1d-0f", "ovs_interfaceid": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.335818] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cdbfcd-b2e1-e1d2-224b-95ffbd2822f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.336380] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.337085] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.337085] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.337343] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.337590] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.337902] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2dd60b9-b7f9-4b9e-bdff-bc708cfa7a85 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.349848] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.350050] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.351258] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e39b5f9-acf4-4460-a76d-d1f2e0e85c34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.357092] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463396} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.357778] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 6542ee11-65cb-4d5d-835b-e809ef8714ee/6542ee11-65cb-4d5d-835b-e809ef8714ee.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.358043] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.358973] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02330347-bef9-4ac8-a297-653410d09b8c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.362036] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1011.362036] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5205b12e-981d-32d8-ee66-d27fc464ad70" [ 1011.362036] env[65923]: _type = "Task" [ 1011.362036] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.368106] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1011.368106] env[65923]: value = "task-4707470" [ 1011.368106] env[65923]: _type = "Task" [ 1011.368106] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.374512] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5205b12e-981d-32d8-ee66-d27fc464ad70, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.376051] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31985a06-89bb-4cb6-8df0-049638d6f3d2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.382026] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.386839] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1011.386839] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52dea396-92c2-6b0d-3712-6437eca3b415" [ 1011.386839] env[65923]: _type = "Task" [ 1011.386839] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.392040] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.399109] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52dea396-92c2-6b0d-3712-6437eca3b415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.587801] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.588315] env[65923]: WARNING neutronclient.v2_0.client [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.588625] env[65923]: WARNING neutronclient.v2_0.client [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.801669] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.811420] env[65923]: DEBUG oslo_concurrency.lockutils [req-be2522b5-d287-4a86-9525-e94b5681f037 req-9f863af3-018d-4e6f-801e-b86580b0ea43 service nova] Releasing lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.811681] env[65923]: DEBUG nova.compute.manager [req-be2522b5-d287-4a86-9525-e94b5681f037 req-9f863af3-018d-4e6f-801e-b86580b0ea43 service nova] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Received event network-vif-deleted-0909bde5-4e5d-4921-841f-b0da36c1507a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.870231] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.871219] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a5e509-fb43-42b2-8892-78d2e15d3fbb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.882501] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068895} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.884606] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.885032] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.885661] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6c66d5-aeef-498a-ba86-a4d354528faa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.888079] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6c50aa8-d84b-4a2b-bf7b-919106c1789c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.899058] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52dea396-92c2-6b0d-3712-6437eca3b415, 'name': SearchDatastore_Task, 'duration_secs': 0.012254} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.908428] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.908696] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 9b7ea308-a6de-4c4b-a327-7678a70365d8/9b7ea308-a6de-4c4b-a327-7678a70365d8.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.923723] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6542ee11-65cb-4d5d-835b-e809ef8714ee/6542ee11-65cb-4d5d-835b-e809ef8714ee.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.924200] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6680f684-45f9-4dc3-9832-77ce9adc5106 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.927127] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd4d8cbc-c5a6-47a7-8e8d-05baaf6052f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.948058] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1011.948058] env[65923]: value = "task-4707473" [ 1011.948058] env[65923]: _type = "Task" [ 1011.948058] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.949588] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1011.949588] env[65923]: value = "task-4707472" [ 1011.949588] env[65923]: _type = "Task" [ 1011.949588] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.958627] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.958953] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.959255] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleting the datastore file [datastore2] e9f55372-3339-4000-9670-6373ff0eaeeb {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.966157] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47a5622e-6ef1-4aad-a62d-759325538242 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.968228] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.968557] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.974077] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1011.974077] env[65923]: value = "task-4707474" [ 1011.974077] env[65923]: _type = "Task" [ 1011.974077] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.983609] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.467034] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.473702] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506838} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.474228] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 9b7ea308-a6de-4c4b-a327-7678a70365d8/9b7ea308-a6de-4c4b-a327-7678a70365d8.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.474442] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.474901] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-123ec0c1-ccbc-40c6-915e-fd6f14207cc2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.488026] env[65923]: DEBUG oslo_vmware.api [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214937} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.489573] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.489826] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.490030] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.492212] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1012.492212] env[65923]: value = "task-4707475" [ 1012.492212] env[65923]: _type = "Task" [ 1012.492212] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.504194] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.517880] env[65923]: INFO nova.scheduler.client.report [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted allocations for instance e9f55372-3339-4000-9670-6373ff0eaeeb [ 1012.537838] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df89921-2517-497c-9c82-caee98e14674 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.546331] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cfd80f-7ce9-48bd-a939-531300bee94e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.581285] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dab212-5eae-4897-bd51-4c3f45d34699 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.586105] env[65923]: DEBUG nova.compute.manager [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Received event network-vif-unplugged-a428f581-ab0e-4f76-9d88-e6c9c0638295 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1012.586340] env[65923]: DEBUG oslo_concurrency.lockutils [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] Acquiring lock "e9f55372-3339-4000-9670-6373ff0eaeeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.586506] env[65923]: DEBUG oslo_concurrency.lockutils [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.586673] env[65923]: DEBUG oslo_concurrency.lockutils [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.586820] env[65923]: DEBUG nova.compute.manager [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] No waiting events found dispatching network-vif-unplugged-a428f581-ab0e-4f76-9d88-e6c9c0638295 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1012.586986] env[65923]: WARNING nova.compute.manager [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Received unexpected event network-vif-unplugged-a428f581-ab0e-4f76-9d88-e6c9c0638295 for instance with vm_state shelved_offloaded and task_state None. [ 1012.587153] env[65923]: DEBUG nova.compute.manager [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Received event network-changed-a428f581-ab0e-4f76-9d88-e6c9c0638295 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1012.587303] env[65923]: DEBUG nova.compute.manager [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Refreshing instance network info cache due to event network-changed-a428f581-ab0e-4f76-9d88-e6c9c0638295. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1012.587478] env[65923]: DEBUG oslo_concurrency.lockutils [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] Acquiring lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.587608] env[65923]: DEBUG oslo_concurrency.lockutils [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] Acquired lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.587758] env[65923]: DEBUG nova.network.neutron [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Refreshing network info cache for port a428f581-ab0e-4f76-9d88-e6c9c0638295 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.595215] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5319cc85-532d-4c1d-a299-c19288e3c8dd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.611771] env[65923]: DEBUG nova.compute.provider_tree [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.772946] env[65923]: DEBUG nova.compute.manager [req-5ef4838b-1503-4d0d-97f1-ce7e632aee3b req-67b5e67f-d57f-4155-8f78-30c51bc0ab7f service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Received event network-vif-plugged-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1012.773135] env[65923]: DEBUG oslo_concurrency.lockutils [req-5ef4838b-1503-4d0d-97f1-ce7e632aee3b req-67b5e67f-d57f-4155-8f78-30c51bc0ab7f service nova] Acquiring lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.773340] env[65923]: DEBUG oslo_concurrency.lockutils [req-5ef4838b-1503-4d0d-97f1-ce7e632aee3b req-67b5e67f-d57f-4155-8f78-30c51bc0ab7f service nova] Lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.773505] env[65923]: DEBUG oslo_concurrency.lockutils [req-5ef4838b-1503-4d0d-97f1-ce7e632aee3b req-67b5e67f-d57f-4155-8f78-30c51bc0ab7f service nova] Lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.773668] env[65923]: DEBUG nova.compute.manager [req-5ef4838b-1503-4d0d-97f1-ce7e632aee3b req-67b5e67f-d57f-4155-8f78-30c51bc0ab7f service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] No waiting events found dispatching network-vif-plugged-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1012.773824] env[65923]: WARNING nova.compute.manager [req-5ef4838b-1503-4d0d-97f1-ce7e632aee3b req-67b5e67f-d57f-4155-8f78-30c51bc0ab7f service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Received unexpected event network-vif-plugged-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd for instance with vm_state shelved_offloaded and task_state spawning. [ 1012.871052] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.871052] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.871052] env[65923]: DEBUG nova.network.neutron [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1012.960386] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707473, 'name': ReconfigVM_Task, 'duration_secs': 0.612092} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.960690] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6542ee11-65cb-4d5d-835b-e809ef8714ee/6542ee11-65cb-4d5d-835b-e809ef8714ee.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.961381] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2ccb586-c45b-4f94-81dc-31725098b118 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.968767] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1012.968767] env[65923]: value = "task-4707476" [ 1012.968767] env[65923]: _type = "Task" [ 1012.968767] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.980545] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707476, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.001979] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.021813] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.091322] env[65923]: WARNING neutronclient.v2_0.client [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.115273] env[65923]: DEBUG nova.scheduler.client.report [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.238477] env[65923]: WARNING neutronclient.v2_0.client [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.332898] env[65923]: DEBUG nova.network.neutron [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Updated VIF entry in instance network info cache for port a428f581-ab0e-4f76-9d88-e6c9c0638295. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1013.333296] env[65923]: DEBUG nova.network.neutron [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Updating instance_info_cache with network_info: [{"id": "a428f581-ab0e-4f76-9d88-e6c9c0638295", "address": "fa:16:3e:8e:3e:08", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": null, "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa428f581-ab", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.374077] env[65923]: WARNING neutronclient.v2_0.client [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.479833] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707476, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.504439] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.571323] env[65923]: WARNING neutronclient.v2_0.client [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.620649] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.621233] env[65923]: DEBUG nova.compute.manager [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1013.623956] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.960s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.624125] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.626319] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.514s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.627869] env[65923]: INFO nova.compute.claims [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.655950] env[65923]: INFO nova.scheduler.client.report [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted allocations for instance cdbc01f0-04e5-47cc-912d-047dbf659f6e [ 1013.667877] env[65923]: DEBUG nova.network.neutron [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updating instance_info_cache with network_info: [{"id": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "address": "fa:16:3e:ee:d3:2f", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3917a09d-52", "ovs_interfaceid": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.702428] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "e9f55372-3339-4000-9670-6373ff0eaeeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.836362] env[65923]: DEBUG oslo_concurrency.lockutils [req-2e229812-755d-485a-921c-6d289b31aad0 req-d60f140f-03b2-468b-8412-90d61029677a service nova] Releasing lock "refresh_cache-e9f55372-3339-4000-9670-6373ff0eaeeb" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.979890] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707476, 'name': Rename_Task, 'duration_secs': 0.681571} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.980177] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.980433] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-694066d3-bde2-4f8f-9d91-444cca5cc131 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.987434] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1013.987434] env[65923]: value = "task-4707477" [ 1013.987434] env[65923]: _type = "Task" [ 1013.987434] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.999434] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.009266] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.091616} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.009543] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.010415] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bad42e8-240e-469e-9832-aa67c760f8c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.034755] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 9b7ea308-a6de-4c4b-a327-7678a70365d8/9b7ea308-a6de-4c4b-a327-7678a70365d8.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.035500] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ff95681-c1e4-4a69-a543-87cee141b869 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.056775] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1014.056775] env[65923]: value = "task-4707478" [ 1014.056775] env[65923]: _type = "Task" [ 1014.056775] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.065633] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.132863] env[65923]: DEBUG nova.compute.utils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.134620] env[65923]: DEBUG nova.compute.manager [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1014.134951] env[65923]: DEBUG nova.network.neutron [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1014.135587] env[65923]: WARNING neutronclient.v2_0.client [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.135693] env[65923]: WARNING neutronclient.v2_0.client [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.164596] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a4ec311d-38a9-4974-bc56-e5908007bce5 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "cdbc01f0-04e5-47cc-912d-047dbf659f6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.357s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.171283] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.183620] env[65923]: DEBUG nova.policy [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66a3a3fba6e421a8dae184004a80a35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d6fc65f1ca84470b785586a037be8b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.205943] env[65923]: DEBUG nova.virt.hardware [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c134142ae0c290488c0509dcd45454f7',container_format='bare',created_at=2025-11-22T01:38:49Z,direct_url=,disk_format='vmdk',id=cf4163e6-839a-441d-967d-8d6a3f641d73,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-522898805-shelved',owner='dbc47e7a6f754d668677f859efa60268',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-22T01:39:06Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1014.206294] env[65923]: DEBUG nova.virt.hardware [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.206456] env[65923]: DEBUG nova.virt.hardware [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1014.206656] env[65923]: DEBUG nova.virt.hardware [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.206818] env[65923]: DEBUG nova.virt.hardware [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1014.206979] env[65923]: DEBUG nova.virt.hardware [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1014.207274] env[65923]: DEBUG nova.virt.hardware [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1014.207455] env[65923]: DEBUG nova.virt.hardware [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1014.207641] env[65923]: DEBUG nova.virt.hardware [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1014.207830] env[65923]: DEBUG nova.virt.hardware [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1014.208022] env[65923]: DEBUG nova.virt.hardware [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1014.209015] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf7aa00-95bb-44fb-af2a-6f6b28bfa70f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.219526] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa1f4b8-8093-4427-9898-c2ba80b0c6d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.238547] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:d3:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3917a09d-52d9-4142-bfa2-bbb2e6fba0fd', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.246611] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1014.247539] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.247813] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12ea0a14-ff4e-4006-849a-7eb5a1d439e5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.269625] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.269625] env[65923]: value = "task-4707479" [ 1014.269625] env[65923]: _type = "Task" [ 1014.269625] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.279137] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707479, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.501252] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.537174] env[65923]: DEBUG nova.network.neutron [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Successfully created port: 4ad08ca3-e99f-4d89-b672-1e478855c98b {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1014.568707] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707478, 'name': ReconfigVM_Task, 'duration_secs': 0.28483} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.569130] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 9b7ea308-a6de-4c4b-a327-7678a70365d8/9b7ea308-a6de-4c4b-a327-7678a70365d8.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.569880] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d648d9cb-99ab-416f-9b3e-baa68d40ffb3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.579242] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1014.579242] env[65923]: value = "task-4707480" [ 1014.579242] env[65923]: _type = "Task" [ 1014.579242] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.589395] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707480, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.641147] env[65923]: DEBUG nova.compute.manager [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1014.788267] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707479, 'name': CreateVM_Task, 'duration_secs': 0.39235} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.788451] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.789053] env[65923]: WARNING neutronclient.v2_0.client [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.789480] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.789914] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.790015] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.790325] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea0526d-aa5a-42a7-9f35-ffa945a0324f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.797392] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1014.797392] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528e0fde-34a6-34d0-47f4-5cacf3307414" [ 1014.797392] env[65923]: _type = "Task" [ 1014.797392] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.806887] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528e0fde-34a6-34d0-47f4-5cacf3307414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.910647] env[65923]: DEBUG nova.compute.manager [req-dabdde06-c44c-4621-a2c1-1ca9db00b46d req-ccffd251-bcd4-445e-b5cb-5d65b8737c26 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Received event network-changed-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1014.910892] env[65923]: DEBUG nova.compute.manager [req-dabdde06-c44c-4621-a2c1-1ca9db00b46d req-ccffd251-bcd4-445e-b5cb-5d65b8737c26 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Refreshing instance network info cache due to event network-changed-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1014.911146] env[65923]: DEBUG oslo_concurrency.lockutils [req-dabdde06-c44c-4621-a2c1-1ca9db00b46d req-ccffd251-bcd4-445e-b5cb-5d65b8737c26 service nova] Acquiring lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.911253] env[65923]: DEBUG oslo_concurrency.lockutils [req-dabdde06-c44c-4621-a2c1-1ca9db00b46d req-ccffd251-bcd4-445e-b5cb-5d65b8737c26 service nova] Acquired lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.911409] env[65923]: DEBUG nova.network.neutron [req-dabdde06-c44c-4621-a2c1-1ca9db00b46d req-ccffd251-bcd4-445e-b5cb-5d65b8737c26 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Refreshing network info cache for port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.915565] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73d8f53-cc24-4f83-b572-98e71f43412a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.926438] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5976d8c-d05f-4e90-961d-322fd2120ac1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.962135] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42e525a-8fff-4449-a152-bf5dd65b7fa8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.970930] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94936a1f-fb20-4c70-be51-d178bb09ff0d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.987618] env[65923]: DEBUG nova.compute.provider_tree [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.998320] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.091567] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707480, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.307657] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.307908] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Processing image cf4163e6-839a-441d-967d-8d6a3f641d73 {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.308165] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73/cf4163e6-839a-441d-967d-8d6a3f641d73.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.308310] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73/cf4163e6-839a-441d-967d-8d6a3f641d73.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.308486] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.308750] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f93cb53-7537-4d6b-b01a-1eda6f74e6af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.324678] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.324944] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.325801] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87be4866-ebd2-4b7e-a64c-82cb3dfc1f18 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.332409] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1015.332409] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52903761-ac3f-14b3-5814-16821f9fb0d8" [ 1015.332409] env[65923]: _type = "Task" [ 1015.332409] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.341449] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52903761-ac3f-14b3-5814-16821f9fb0d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.420063] env[65923]: WARNING neutronclient.v2_0.client [req-dabdde06-c44c-4621-a2c1-1ca9db00b46d req-ccffd251-bcd4-445e-b5cb-5d65b8737c26 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.490561] env[65923]: DEBUG nova.scheduler.client.report [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.505285] env[65923]: DEBUG oslo_vmware.api [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707477, 'name': PowerOnVM_Task, 'duration_secs': 1.127148} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.507962] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.508187] env[65923]: INFO nova.compute.manager [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1015.508360] env[65923]: DEBUG nova.compute.manager [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1015.510261] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e963761-c35a-4dcf-94b0-b943e1d9bdf1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.593500] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707480, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.653850] env[65923]: DEBUG nova.compute.manager [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1015.679429] env[65923]: DEBUG nova.virt.hardware [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1015.679514] env[65923]: DEBUG nova.virt.hardware [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.679660] env[65923]: DEBUG nova.virt.hardware [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1015.679844] env[65923]: DEBUG nova.virt.hardware [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.680323] env[65923]: DEBUG nova.virt.hardware [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1015.680579] env[65923]: DEBUG nova.virt.hardware [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1015.680869] env[65923]: DEBUG nova.virt.hardware [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1015.681115] env[65923]: DEBUG nova.virt.hardware [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1015.681359] env[65923]: DEBUG nova.virt.hardware [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1015.681586] env[65923]: DEBUG nova.virt.hardware [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1015.681823] env[65923]: DEBUG nova.virt.hardware [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1015.682972] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f0b0fa-11ce-49bb-b062-f10d5b8a7d57 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.692074] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3bc880-7217-43fb-9f6d-b8fc7b047acb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.746734] env[65923]: WARNING neutronclient.v2_0.client [req-dabdde06-c44c-4621-a2c1-1ca9db00b46d req-ccffd251-bcd4-445e-b5cb-5d65b8737c26 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.843446] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Preparing fetch location {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1015.843711] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Fetch image to [datastore2] OSTACK_IMG_9b86c525-a01e-48d5-bbd2-592a1df844ee/OSTACK_IMG_9b86c525-a01e-48d5-bbd2-592a1df844ee.vmdk {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1015.843894] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Downloading stream optimized image cf4163e6-839a-441d-967d-8d6a3f641d73 to [datastore2] OSTACK_IMG_9b86c525-a01e-48d5-bbd2-592a1df844ee/OSTACK_IMG_9b86c525-a01e-48d5-bbd2-592a1df844ee.vmdk on the data store datastore2 as vApp {{(pid=65923) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1015.844072] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Downloading image file data cf4163e6-839a-441d-967d-8d6a3f641d73 to the ESX as VM named 'OSTACK_IMG_9b86c525-a01e-48d5-bbd2-592a1df844ee' {{(pid=65923) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1015.887241] env[65923]: DEBUG nova.network.neutron [req-dabdde06-c44c-4621-a2c1-1ca9db00b46d req-ccffd251-bcd4-445e-b5cb-5d65b8737c26 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updated VIF entry in instance network info cache for port 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1015.887601] env[65923]: DEBUG nova.network.neutron [req-dabdde06-c44c-4621-a2c1-1ca9db00b46d req-ccffd251-bcd4-445e-b5cb-5d65b8737c26 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updating instance_info_cache with network_info: [{"id": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "address": "fa:16:3e:ee:d3:2f", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3917a09d-52", "ovs_interfaceid": "3917a09d-52d9-4142-bfa2-bbb2e6fba0fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.926027] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1015.926027] env[65923]: value = "resgroup-9" [ 1015.926027] env[65923]: _type = "ResourcePool" [ 1015.926027] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1015.926749] env[65923]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8d58c958-2633-4f95-817e-76fb349a1d9c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.953018] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lease: (returnval){ [ 1015.953018] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5289db13-f810-5857-58a5-1cf182de90b6" [ 1015.953018] env[65923]: _type = "HttpNfcLease" [ 1015.953018] env[65923]: } obtained for vApp import into resource pool (val){ [ 1015.953018] env[65923]: value = "resgroup-9" [ 1015.953018] env[65923]: _type = "ResourcePool" [ 1015.953018] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1015.953018] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the lease: (returnval){ [ 1015.953018] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5289db13-f810-5857-58a5-1cf182de90b6" [ 1015.953018] env[65923]: _type = "HttpNfcLease" [ 1015.953018] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.961116] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.961116] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5289db13-f810-5857-58a5-1cf182de90b6" [ 1015.961116] env[65923]: _type = "HttpNfcLease" [ 1015.961116] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.000574] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.001309] env[65923]: DEBUG nova.compute.manager [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1016.004743] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.191s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.007745] env[65923]: INFO nova.compute.claims [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.037032] env[65923]: INFO nova.compute.manager [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Took 26.90 seconds to build instance. [ 1016.078169] env[65923]: DEBUG nova.compute.manager [req-be269578-394d-48f5-8bdb-46a93d6d28fb req-067cc82d-f2bb-44a0-83b9-d925946428be service nova] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Received event network-vif-plugged-4ad08ca3-e99f-4d89-b672-1e478855c98b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.078169] env[65923]: DEBUG oslo_concurrency.lockutils [req-be269578-394d-48f5-8bdb-46a93d6d28fb req-067cc82d-f2bb-44a0-83b9-d925946428be service nova] Acquiring lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.078663] env[65923]: DEBUG oslo_concurrency.lockutils [req-be269578-394d-48f5-8bdb-46a93d6d28fb req-067cc82d-f2bb-44a0-83b9-d925946428be service nova] Lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.078663] env[65923]: DEBUG oslo_concurrency.lockutils [req-be269578-394d-48f5-8bdb-46a93d6d28fb req-067cc82d-f2bb-44a0-83b9-d925946428be service nova] Lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.078843] env[65923]: DEBUG nova.compute.manager [req-be269578-394d-48f5-8bdb-46a93d6d28fb req-067cc82d-f2bb-44a0-83b9-d925946428be service nova] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] No waiting events found dispatching network-vif-plugged-4ad08ca3-e99f-4d89-b672-1e478855c98b {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1016.078875] env[65923]: WARNING nova.compute.manager [req-be269578-394d-48f5-8bdb-46a93d6d28fb req-067cc82d-f2bb-44a0-83b9-d925946428be service nova] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Received unexpected event network-vif-plugged-4ad08ca3-e99f-4d89-b672-1e478855c98b for instance with vm_state building and task_state spawning. [ 1016.092729] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707480, 'name': Rename_Task, 'duration_secs': 1.158888} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.092990] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.093274] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c91e6ed6-44e4-4475-a64a-36327f5da195 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.100200] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1016.100200] env[65923]: value = "task-4707482" [ 1016.100200] env[65923]: _type = "Task" [ 1016.100200] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.112489] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.121463] env[65923]: DEBUG nova.network.neutron [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Successfully updated port: 4ad08ca3-e99f-4d89-b672-1e478855c98b {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1016.396138] env[65923]: DEBUG oslo_concurrency.lockutils [req-dabdde06-c44c-4621-a2c1-1ca9db00b46d req-ccffd251-bcd4-445e-b5cb-5d65b8737c26 service nova] Releasing lock "refresh_cache-ba82b333-4918-4194-8344-3d175ada5b2e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.462309] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.462309] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5289db13-f810-5857-58a5-1cf182de90b6" [ 1016.462309] env[65923]: _type = "HttpNfcLease" [ 1016.462309] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1016.462776] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1016.462776] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5289db13-f810-5857-58a5-1cf182de90b6" [ 1016.462776] env[65923]: _type = "HttpNfcLease" [ 1016.462776] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1016.463846] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af464e78-b3df-4e62-ad04-7b0ec754eb02 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.473534] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0bb2d-04c7-a58b-134e-50f4d87865d0/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1016.473921] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0bb2d-04c7-a58b-134e-50f4d87865d0/disk-0.vmdk. {{(pid=65923) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1016.534605] env[65923]: DEBUG nova.compute.utils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.539326] env[65923]: DEBUG nova.compute.manager [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Not allocating networking since 'none' was specified. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1016.540642] env[65923]: DEBUG oslo_concurrency.lockutils [None req-442ba3f5-cbfc-42e2-8705-b991c7485ba3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "6542ee11-65cb-4d5d-835b-e809ef8714ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.410s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.543181] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1359409e-6ff6-4272-979c-851c6afad50f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.611644] env[65923]: DEBUG oslo_vmware.api [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707482, 'name': PowerOnVM_Task, 'duration_secs': 0.474008} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.611962] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.612222] env[65923]: INFO nova.compute.manager [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1016.612419] env[65923]: DEBUG nova.compute.manager [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1016.613302] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a35a489-a02f-4ad4-b1cb-4bec92fd486b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.628489] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "refresh_cache-d95a3ee6-bedd-4f69-96f4-4837a87a707f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.628691] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "refresh_cache-d95a3ee6-bedd-4f69-96f4-4837a87a707f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.628866] env[65923]: DEBUG nova.network.neutron [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1017.040648] env[65923]: DEBUG nova.compute.manager [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1017.142258] env[65923]: INFO nova.compute.manager [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Took 22.34 seconds to build instance. [ 1017.173851] env[65923]: DEBUG nova.network.neutron [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1017.260296] env[65923]: WARNING neutronclient.v2_0.client [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.337794] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3d7fd2-6a7e-435f-b454-7d132d48788d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.346986] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720570e9-71ce-496d-b21f-0696facab6a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.387444] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e583350a-ab86-45b2-8350-646a18c777d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.399671] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00456b1e-4aae-428e-8373-8179cd9f4175 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.417087] env[65923]: DEBUG nova.compute.provider_tree [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.429283] env[65923]: DEBUG nova.network.neutron [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Updating instance_info_cache with network_info: [{"id": "4ad08ca3-e99f-4d89-b672-1e478855c98b", "address": "fa:16:3e:3b:3d:8e", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad08ca3-e9", "ovs_interfaceid": "4ad08ca3-e99f-4d89-b672-1e478855c98b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.643520] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7eb2703f-65d9-4fdb-96e9-8994acdaa3fa tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.900s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.709828] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Completed reading data from the image iterator. {{(pid=65923) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1017.710704] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0bb2d-04c7-a58b-134e-50f4d87865d0/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1017.711120] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f849e7-ca28-4dea-a9df-5359d9c62def {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.720946] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0bb2d-04c7-a58b-134e-50f4d87865d0/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1017.721131] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0bb2d-04c7-a58b-134e-50f4d87865d0/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1017.721557] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5c6ca431-5cc4-4762-b706-8b44d75da8d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.914360] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0bb2d-04c7-a58b-134e-50f4d87865d0/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1017.914678] env[65923]: INFO nova.virt.vmwareapi.images [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Downloaded image file data cf4163e6-839a-441d-967d-8d6a3f641d73 [ 1017.915680] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beb4923-6c3d-4ae2-8da6-e61ef5ca26ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.920740] env[65923]: DEBUG nova.scheduler.client.report [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.946868] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "refresh_cache-d95a3ee6-bedd-4f69-96f4-4837a87a707f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.947263] env[65923]: DEBUG nova.compute.manager [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Instance network_info: |[{"id": "4ad08ca3-e99f-4d89-b672-1e478855c98b", "address": "fa:16:3e:3b:3d:8e", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad08ca3-e9", "ovs_interfaceid": "4ad08ca3-e99f-4d89-b672-1e478855c98b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1017.951222] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:3d:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd33839ae-40ca-471b-92e3-eb282b920682', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ad08ca3-e99f-4d89-b672-1e478855c98b', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.959126] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1017.959371] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ce2deb0-1410-492c-b24f-517883df2cd8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.961868] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.962121] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bbc7bfe-9334-46cd-a489-b611068df463 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.984834] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.984834] env[65923]: value = "task-4707484" [ 1017.984834] env[65923]: _type = "Task" [ 1017.984834] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.995728] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707484, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.004047] env[65923]: INFO nova.virt.vmwareapi.images [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] The imported VM was unregistered [ 1018.009025] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Caching image {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1018.009025] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73 {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.009025] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4aff9bd-a0b5-440f-a947-b971e6d3f554 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.047609] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Created directory with path [datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73 {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.047833] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9b86c525-a01e-48d5-bbd2-592a1df844ee/OSTACK_IMG_9b86c525-a01e-48d5-bbd2-592a1df844ee.vmdk to [datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73/cf4163e6-839a-441d-967d-8d6a3f641d73.vmdk. {{(pid=65923) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1018.048163] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4408d2f4-fcc3-4031-a994-cbe97cae3c9b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.055594] env[65923]: DEBUG nova.compute.manager [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1018.060132] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1018.060132] env[65923]: value = "task-4707485" [ 1018.060132] env[65923]: _type = "Task" [ 1018.060132] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.070292] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707485, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.089109] env[65923]: DEBUG nova.virt.hardware [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1018.089427] env[65923]: DEBUG nova.virt.hardware [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.089616] env[65923]: DEBUG nova.virt.hardware [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1018.089953] env[65923]: DEBUG nova.virt.hardware [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.089953] env[65923]: DEBUG nova.virt.hardware [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1018.090225] env[65923]: DEBUG nova.virt.hardware [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1018.090471] env[65923]: DEBUG nova.virt.hardware [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1018.090636] env[65923]: DEBUG nova.virt.hardware [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1018.090807] env[65923]: DEBUG nova.virt.hardware [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1018.091063] env[65923]: DEBUG nova.virt.hardware [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1018.091140] env[65923]: DEBUG nova.virt.hardware [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1018.092057] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e6e7c0-eb99-4411-8935-a3d6c749dae0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.102023] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1622fa40-7b19-44f3-8246-52c175a85cc4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.118742] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.124686] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Creating folder: Project (80d33335d9cf4a4784ec5222c78ce751). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.125102] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f40134d-00e9-48c1-9b06-e2fea3ad67b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.138861] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Created folder: Project (80d33335d9cf4a4784ec5222c78ce751) in parent group-v918465. [ 1018.139236] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Creating folder: Instances. Parent ref: group-v918728. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.139629] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c639c3f-7565-403d-9836-d1efc333a8d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.150451] env[65923]: DEBUG nova.compute.manager [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Received event network-changed-4ad08ca3-e99f-4d89-b672-1e478855c98b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1018.150673] env[65923]: DEBUG nova.compute.manager [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Refreshing instance network info cache due to event network-changed-4ad08ca3-e99f-4d89-b672-1e478855c98b. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1018.150908] env[65923]: DEBUG oslo_concurrency.lockutils [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] Acquiring lock "refresh_cache-d95a3ee6-bedd-4f69-96f4-4837a87a707f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.151100] env[65923]: DEBUG oslo_concurrency.lockutils [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] Acquired lock "refresh_cache-d95a3ee6-bedd-4f69-96f4-4837a87a707f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.151912] env[65923]: DEBUG nova.network.neutron [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Refreshing network info cache for port 4ad08ca3-e99f-4d89-b672-1e478855c98b {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.155210] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Created folder: Instances in parent group-v918728. [ 1018.155636] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1018.156275] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.156604] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-879ea122-7fff-4419-9ad2-9906d666de2c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.186059] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.186059] env[65923]: value = "task-4707488" [ 1018.186059] env[65923]: _type = "Task" [ 1018.186059] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.199519] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707488, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.382653] env[65923]: DEBUG nova.compute.manager [req-8ba8e75d-a153-4b8e-ad68-c1325c2f7f3d req-1a1afde4-63f2-4f83-9c62-19863e7a0178 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Received event network-changed-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1018.382878] env[65923]: DEBUG nova.compute.manager [req-8ba8e75d-a153-4b8e-ad68-c1325c2f7f3d req-1a1afde4-63f2-4f83-9c62-19863e7a0178 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing instance network info cache due to event network-changed-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1018.383163] env[65923]: DEBUG oslo_concurrency.lockutils [req-8ba8e75d-a153-4b8e-ad68-c1325c2f7f3d req-1a1afde4-63f2-4f83-9c62-19863e7a0178 service nova] Acquiring lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.383446] env[65923]: DEBUG oslo_concurrency.lockutils [req-8ba8e75d-a153-4b8e-ad68-c1325c2f7f3d req-1a1afde4-63f2-4f83-9c62-19863e7a0178 service nova] Acquired lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.383660] env[65923]: DEBUG nova.network.neutron [req-8ba8e75d-a153-4b8e-ad68-c1325c2f7f3d req-1a1afde4-63f2-4f83-9c62-19863e7a0178 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing network info cache for port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.449824] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.450774] env[65923]: DEBUG nova.compute.manager [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1018.455394] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.210s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.457427] env[65923]: INFO nova.compute.claims [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.500208] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707484, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.574341] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707485, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.657635] env[65923]: WARNING neutronclient.v2_0.client [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.699795] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707488, 'name': CreateVM_Task, 'duration_secs': 0.354489} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.700034] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.700521] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.700700] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.701320] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.705031] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65b3e7f-d137-4ae1-9b9f-ac16a6e63cc3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.714592] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1018.714592] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5275607a-1e14-29ad-8cd6-202f7efa433f" [ 1018.714592] env[65923]: _type = "Task" [ 1018.714592] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.727650] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5275607a-1e14-29ad-8cd6-202f7efa433f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.840872] env[65923]: WARNING neutronclient.v2_0.client [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.887137] env[65923]: WARNING neutronclient.v2_0.client [req-8ba8e75d-a153-4b8e-ad68-c1325c2f7f3d req-1a1afde4-63f2-4f83-9c62-19863e7a0178 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.929066] env[65923]: DEBUG nova.network.neutron [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Updated VIF entry in instance network info cache for port 4ad08ca3-e99f-4d89-b672-1e478855c98b. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1018.929469] env[65923]: DEBUG nova.network.neutron [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Updating instance_info_cache with network_info: [{"id": "4ad08ca3-e99f-4d89-b672-1e478855c98b", "address": "fa:16:3e:3b:3d:8e", "network": {"id": "2800656f-30dc-41d5-ab90-06a158c58acf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-961252088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "1d6fc65f1ca84470b785586a037be8b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d33839ae-40ca-471b-92e3-eb282b920682", "external-id": "nsx-vlan-transportzone-416", "segmentation_id": 416, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad08ca3-e9", "ovs_interfaceid": "4ad08ca3-e99f-4d89-b672-1e478855c98b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.967029] env[65923]: DEBUG nova.compute.utils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.972072] env[65923]: DEBUG nova.compute.manager [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Not allocating networking since 'none' was specified. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1019.007916] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707484, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.055817] env[65923]: WARNING neutronclient.v2_0.client [req-8ba8e75d-a153-4b8e-ad68-c1325c2f7f3d req-1a1afde4-63f2-4f83-9c62-19863e7a0178 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.076156] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707485, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.142010] env[65923]: DEBUG nova.network.neutron [req-8ba8e75d-a153-4b8e-ad68-c1325c2f7f3d req-1a1afde4-63f2-4f83-9c62-19863e7a0178 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updated VIF entry in instance network info cache for port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1019.143782] env[65923]: DEBUG nova.network.neutron [req-8ba8e75d-a153-4b8e-ad68-c1325c2f7f3d req-1a1afde4-63f2-4f83-9c62-19863e7a0178 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updating instance_info_cache with network_info: [{"id": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "address": "fa:16:3e:58:49:41", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f2f1fa-05", "ovs_interfaceid": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.229413] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5275607a-1e14-29ad-8cd6-202f7efa433f, 'name': SearchDatastore_Task, 'duration_secs': 0.097807} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.229796] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.230075] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.230339] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.230488] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.230682] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.231035] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f254258-7262-4322-8c64-875b062472a7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.254511] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.255165] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.256333] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2f1222-9106-4adb-9e72-719c28cb512f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.267216] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1019.267216] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528c0fa4-0c00-31ed-2cb5-9fd96c1ba27d" [ 1019.267216] env[65923]: _type = "Task" [ 1019.267216] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.282492] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528c0fa4-0c00-31ed-2cb5-9fd96c1ba27d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.434904] env[65923]: DEBUG oslo_concurrency.lockutils [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] Releasing lock "refresh_cache-d95a3ee6-bedd-4f69-96f4-4837a87a707f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.434904] env[65923]: DEBUG nova.compute.manager [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Received event network-changed-aedb85e5-81c4-4e17-84aa-1cae538046c5 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1019.434904] env[65923]: DEBUG nova.compute.manager [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Refreshing instance network info cache due to event network-changed-aedb85e5-81c4-4e17-84aa-1cae538046c5. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1019.434904] env[65923]: DEBUG oslo_concurrency.lockutils [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] Acquiring lock "refresh_cache-6542ee11-65cb-4d5d-835b-e809ef8714ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.434904] env[65923]: DEBUG oslo_concurrency.lockutils [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] Acquired lock "refresh_cache-6542ee11-65cb-4d5d-835b-e809ef8714ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.434904] env[65923]: DEBUG nova.network.neutron [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Refreshing network info cache for port aedb85e5-81c4-4e17-84aa-1cae538046c5 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.478749] env[65923]: DEBUG nova.compute.manager [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1019.502108] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707484, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.575222] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707485, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.646446] env[65923]: DEBUG oslo_concurrency.lockutils [req-8ba8e75d-a153-4b8e-ad68-c1325c2f7f3d req-1a1afde4-63f2-4f83-9c62-19863e7a0178 service nova] Releasing lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.768843] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4515dd1f-9abc-4f67-9344-efb8cd086643 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.786697] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528c0fa4-0c00-31ed-2cb5-9fd96c1ba27d, 'name': SearchDatastore_Task, 'duration_secs': 0.095627} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.788570] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aaaf79-3687-4437-a26e-c6702905b5e2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.792410] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7346bb2d-1173-40d2-9641-806a1bff8ca3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.832836] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1019.832836] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cb710d-93db-66ca-fb1b-555ee01b1dca" [ 1019.832836] env[65923]: _type = "Task" [ 1019.832836] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.834975] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a2a2b0-9b2f-4f9e-957b-8aab52876f42 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.852694] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cb710d-93db-66ca-fb1b-555ee01b1dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.854477] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853868fb-21eb-4ab6-9994-d6b474b8d6d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.871928] env[65923]: DEBUG nova.compute.provider_tree [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.939957] env[65923]: WARNING neutronclient.v2_0.client [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.003487] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707484, 'name': CreateVM_Task, 'duration_secs': 1.586069} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.003672] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.004301] env[65923]: WARNING neutronclient.v2_0.client [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.004807] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.005023] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.005421] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.005718] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9d2d8d-9746-4c39-98e7-2fa30029d0d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.015038] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1020.015038] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52de70a7-806a-745e-4966-2d8512188443" [ 1020.015038] env[65923]: _type = "Task" [ 1020.015038] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.029998] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52de70a7-806a-745e-4966-2d8512188443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.073261] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707485, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.121289] env[65923]: WARNING neutronclient.v2_0.client [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.188815] env[65923]: DEBUG nova.compute.manager [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Received event network-changed-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1020.189066] env[65923]: DEBUG nova.compute.manager [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Refreshing instance network info cache due to event network-changed-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1020.189364] env[65923]: DEBUG oslo_concurrency.lockutils [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] Acquiring lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.189547] env[65923]: DEBUG oslo_concurrency.lockutils [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] Acquired lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.189751] env[65923]: DEBUG nova.network.neutron [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Refreshing network info cache for port 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.200208] env[65923]: DEBUG nova.network.neutron [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Updated VIF entry in instance network info cache for port aedb85e5-81c4-4e17-84aa-1cae538046c5. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1020.200585] env[65923]: DEBUG nova.network.neutron [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Updating instance_info_cache with network_info: [{"id": "aedb85e5-81c4-4e17-84aa-1cae538046c5", "address": "fa:16:3e:6f:15:8c", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaedb85e5-81", "ovs_interfaceid": "aedb85e5-81c4-4e17-84aa-1cae538046c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.346940] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cb710d-93db-66ca-fb1b-555ee01b1dca, 'name': SearchDatastore_Task, 'duration_secs': 0.087023} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.347166] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.347415] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 51fd23fc-5490-4b2b-96fc-6851d26e162c/51fd23fc-5490-4b2b-96fc-6851d26e162c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.347704] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50027383-d971-4646-a631-d53ab2c3c7b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.360289] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1020.360289] env[65923]: value = "task-4707489" [ 1020.360289] env[65923]: _type = "Task" [ 1020.360289] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.373406] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.375481] env[65923]: DEBUG nova.scheduler.client.report [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.416595] env[65923]: DEBUG nova.compute.manager [req-c03edeed-8e35-4a67-82bd-ad1149c58d1f req-f38f64eb-ebb6-47df-8c20-71023c0c1e92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Received event network-changed-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1020.416595] env[65923]: DEBUG nova.compute.manager [req-c03edeed-8e35-4a67-82bd-ad1149c58d1f req-f38f64eb-ebb6-47df-8c20-71023c0c1e92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Refreshing instance network info cache due to event network-changed-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1020.416595] env[65923]: DEBUG oslo_concurrency.lockutils [req-c03edeed-8e35-4a67-82bd-ad1149c58d1f req-f38f64eb-ebb6-47df-8c20-71023c0c1e92 service nova] Acquiring lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.497352] env[65923]: DEBUG nova.compute.manager [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1020.533924] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52de70a7-806a-745e-4966-2d8512188443, 'name': SearchDatastore_Task, 'duration_secs': 0.08672} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.536286] env[65923]: DEBUG nova.virt.hardware [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1020.536423] env[65923]: DEBUG nova.virt.hardware [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.536468] env[65923]: DEBUG nova.virt.hardware [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1020.536650] env[65923]: DEBUG nova.virt.hardware [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.536796] env[65923]: DEBUG nova.virt.hardware [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1020.536943] env[65923]: DEBUG nova.virt.hardware [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1020.537221] env[65923]: DEBUG nova.virt.hardware [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1020.537328] env[65923]: DEBUG nova.virt.hardware [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1020.537489] env[65923]: DEBUG nova.virt.hardware [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1020.538665] env[65923]: DEBUG nova.virt.hardware [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1020.538665] env[65923]: DEBUG nova.virt.hardware [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1020.538665] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.538665] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.538665] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.538834] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.539153] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.540156] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ee453-bcdc-482e-bbea-e067e801b104 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.542737] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed2f7536-2abd-4c76-9be4-ad8cbd0d2682 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.554656] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af339621-edf8-4dc6-aefd-af3bb7cbbac0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.578561] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.586023] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1020.589848] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.590865] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.590865] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.592455] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707485, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.592761] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae6886f1-efeb-4cba-a6cc-7eff7401d6ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.615401] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f4da91-2122-4179-9639-6addeadc821a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.625732] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1020.625732] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c7b753-7745-8fca-918e-783efea08a04" [ 1020.625732] env[65923]: _type = "Task" [ 1020.625732] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.627409] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.627409] env[65923]: value = "task-4707490" [ 1020.627409] env[65923]: _type = "Task" [ 1020.627409] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.642341] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c7b753-7745-8fca-918e-783efea08a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.646455] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707490, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.692588] env[65923]: WARNING neutronclient.v2_0.client [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.704432] env[65923]: DEBUG oslo_concurrency.lockutils [req-b9110b44-5d3a-4a2e-a1d9-a299966d6bbe req-701cee23-0c28-4167-9b26-8673c1e98796 service nova] Releasing lock "refresh_cache-6542ee11-65cb-4d5d-835b-e809ef8714ee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.845664] env[65923]: WARNING neutronclient.v2_0.client [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.871287] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.881566] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.881807] env[65923]: DEBUG nova.compute.manager [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1020.888098] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.496s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.888436] env[65923]: DEBUG nova.objects.instance [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lazy-loading 'resources' on Instance uuid 5aa500fa-72eb-453d-8dae-8469a3a80a32 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.927699] env[65923]: DEBUG nova.network.neutron [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updated VIF entry in instance network info cache for port 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1020.928099] env[65923]: DEBUG nova.network.neutron [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updating instance_info_cache with network_info: [{"id": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "address": "fa:16:3e:13:c0:b5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef5fc1d-0f", "ovs_interfaceid": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.076372] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707485, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.141057] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c7b753-7745-8fca-918e-783efea08a04, 'name': SearchDatastore_Task, 'duration_secs': 0.093244} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.144486] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707490, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.144707] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff2150e-9fdd-4116-b0bd-e386ababe7f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.150617] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1021.150617] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fbd2a9-06bb-40a3-eeea-0c1a914e8b9f" [ 1021.150617] env[65923]: _type = "Task" [ 1021.150617] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.159505] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fbd2a9-06bb-40a3-eeea-0c1a914e8b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.371608] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707489, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.391527] env[65923]: DEBUG nova.compute.utils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.395240] env[65923]: DEBUG nova.compute.manager [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1021.395453] env[65923]: DEBUG nova.network.neutron [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1021.395763] env[65923]: WARNING neutronclient.v2_0.client [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.396134] env[65923]: WARNING neutronclient.v2_0.client [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.431658] env[65923]: DEBUG oslo_concurrency.lockutils [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] Releasing lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.432020] env[65923]: DEBUG nova.compute.manager [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Received event network-changed-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1021.432245] env[65923]: DEBUG nova.compute.manager [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing instance network info cache due to event network-changed-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1021.432586] env[65923]: DEBUG oslo_concurrency.lockutils [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] Acquiring lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.432773] env[65923]: DEBUG oslo_concurrency.lockutils [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] Acquired lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.433027] env[65923]: DEBUG nova.network.neutron [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing network info cache for port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.434695] env[65923]: DEBUG oslo_concurrency.lockutils [req-c03edeed-8e35-4a67-82bd-ad1149c58d1f req-f38f64eb-ebb6-47df-8c20-71023c0c1e92 service nova] Acquired lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.434959] env[65923]: DEBUG nova.network.neutron [req-c03edeed-8e35-4a67-82bd-ad1149c58d1f req-f38f64eb-ebb6-47df-8c20-71023c0c1e92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Refreshing network info cache for port 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.450346] env[65923]: DEBUG nova.policy [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323c569211ff44a0b1b13b20300de860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b15986d89e904a26955d21295103d23c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.576643] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707485, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.020178} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.576643] env[65923]: INFO nova.virt.vmwareapi.ds_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9b86c525-a01e-48d5-bbd2-592a1df844ee/OSTACK_IMG_9b86c525-a01e-48d5-bbd2-592a1df844ee.vmdk to [datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73/cf4163e6-839a-441d-967d-8d6a3f641d73.vmdk. [ 1021.576643] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Cleaning up location [datastore2] OSTACK_IMG_9b86c525-a01e-48d5-bbd2-592a1df844ee {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1021.576643] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9b86c525-a01e-48d5-bbd2-592a1df844ee {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.576643] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47fbc13c-52cb-4404-a945-8e9724d2f0ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.594057] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1021.594057] env[65923]: value = "task-4707491" [ 1021.594057] env[65923]: _type = "Task" [ 1021.594057] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.608884] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.648306] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707490, 'name': CreateVM_Task, 'duration_secs': 0.893815} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.648395] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.648974] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.649089] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.650697] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.650697] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc7c76d-74e2-48c3-a857-7a261e498c93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.661333] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1021.661333] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520b6f06-9002-67e2-3739-d2eed8a45593" [ 1021.661333] env[65923]: _type = "Task" [ 1021.661333] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.668680] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fbd2a9-06bb-40a3-eeea-0c1a914e8b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.066124} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.669444] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.669731] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] d95a3ee6-bedd-4f69-96f4-4837a87a707f/d95a3ee6-bedd-4f69-96f4-4837a87a707f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.670030] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c38872ea-69b8-4e5b-99a0-e3622fb04062 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.679809] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520b6f06-9002-67e2-3739-d2eed8a45593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.687273] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1021.687273] env[65923]: value = "task-4707492" [ 1021.687273] env[65923]: _type = "Task" [ 1021.687273] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.701304] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.705791] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8331377f-f48a-415e-8e70-d9d9d8575215 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.717789] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bfb081-d160-4d60-a665-b44a0f78d6c4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.753985] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8d60dd-1016-4af7-bef6-bc48ae390ca9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.765483] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506db53f-438e-49c0-b1fc-62f81519d678 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.781269] env[65923]: DEBUG nova.compute.provider_tree [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.863404] env[65923]: DEBUG nova.network.neutron [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Successfully created port: 6fb94135-be5a-44a1-9368-82c55973f4c4 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1021.876384] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707489, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.47906} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.876663] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 51fd23fc-5490-4b2b-96fc-6851d26e162c/51fd23fc-5490-4b2b-96fc-6851d26e162c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.876872] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.877159] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d3c7b1e-2dbe-4bf1-aaae-f5042b2059d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.885639] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1021.885639] env[65923]: value = "task-4707493" [ 1021.885639] env[65923]: _type = "Task" [ 1021.885639] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.895856] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.899573] env[65923]: DEBUG nova.compute.manager [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1021.938451] env[65923]: WARNING neutronclient.v2_0.client [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.943166] env[65923]: WARNING neutronclient.v2_0.client [req-c03edeed-8e35-4a67-82bd-ad1149c58d1f req-f38f64eb-ebb6-47df-8c20-71023c0c1e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.106969] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20385} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.107252] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.107484] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73/cf4163e6-839a-441d-967d-8d6a3f641d73.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.107723] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73/cf4163e6-839a-441d-967d-8d6a3f641d73.vmdk to [datastore2] ba82b333-4918-4194-8344-3d175ada5b2e/ba82b333-4918-4194-8344-3d175ada5b2e.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.107990] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3315755b-233e-4b10-bd8d-a28abb037388 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.119739] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1022.119739] env[65923]: value = "task-4707494" [ 1022.119739] env[65923]: _type = "Task" [ 1022.119739] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.128857] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.173668] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520b6f06-9002-67e2-3739-d2eed8a45593, 'name': SearchDatastore_Task, 'duration_secs': 0.057109} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.173980] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.174231] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.174463] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.174605] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.174780] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.175109] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc412f1a-99c5-4c1b-9756-8ac489530901 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.187343] env[65923]: WARNING neutronclient.v2_0.client [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.194067] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.194263] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.195045] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d78052-2617-4580-996e-afdcd78ab64b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.202116] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1022.202116] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526240ab-f7fe-9fd8-807c-94b5f65882b7" [ 1022.202116] env[65923]: _type = "Task" [ 1022.202116] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.206398] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.215231] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526240ab-f7fe-9fd8-807c-94b5f65882b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.216345] env[65923]: WARNING neutronclient.v2_0.client [req-c03edeed-8e35-4a67-82bd-ad1149c58d1f req-f38f64eb-ebb6-47df-8c20-71023c0c1e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.284354] env[65923]: DEBUG nova.scheduler.client.report [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.300973] env[65923]: DEBUG nova.network.neutron [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updated VIF entry in instance network info cache for port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1022.301242] env[65923]: DEBUG nova.network.neutron [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updating instance_info_cache with network_info: [{"id": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "address": "fa:16:3e:58:49:41", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f2f1fa-05", "ovs_interfaceid": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.332060] env[65923]: DEBUG nova.network.neutron [req-c03edeed-8e35-4a67-82bd-ad1149c58d1f req-f38f64eb-ebb6-47df-8c20-71023c0c1e92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updated VIF entry in instance network info cache for port 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1022.332461] env[65923]: DEBUG nova.network.neutron [req-c03edeed-8e35-4a67-82bd-ad1149c58d1f req-f38f64eb-ebb6-47df-8c20-71023c0c1e92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updating instance_info_cache with network_info: [{"id": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "address": "fa:16:3e:13:c0:b5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef5fc1d-0f", "ovs_interfaceid": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.396198] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07022} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.396474] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.397313] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec29806-e2f7-4110-b469-5b64159bdd4c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.422402] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 51fd23fc-5490-4b2b-96fc-6851d26e162c/51fd23fc-5490-4b2b-96fc-6851d26e162c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.423051] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a878e93-8128-4c38-b129-1696c61b3295 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.443761] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1022.443761] env[65923]: value = "task-4707495" [ 1022.443761] env[65923]: _type = "Task" [ 1022.443761] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.454293] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.634356] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.702867] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707492, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.719394] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526240ab-f7fe-9fd8-807c-94b5f65882b7, 'name': SearchDatastore_Task, 'duration_secs': 0.042228} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.720478] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65145f27-daa8-4f05-b7f2-2bf2e068427d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.729450] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1022.729450] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5277321b-f4e5-02f3-77f6-4131c5124c81" [ 1022.729450] env[65923]: _type = "Task" [ 1022.729450] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.740769] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5277321b-f4e5-02f3-77f6-4131c5124c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.790730] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.793950] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.992s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.804626] env[65923]: DEBUG oslo_concurrency.lockutils [req-eb8cb3ad-0c25-49b2-ae87-8e9c98d78fa9 req-08b355dc-a441-4d3d-9460-0c83dde01c27 service nova] Releasing lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.835146] env[65923]: INFO nova.scheduler.client.report [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Deleted allocations for instance 5aa500fa-72eb-453d-8dae-8469a3a80a32 [ 1022.837691] env[65923]: DEBUG oslo_concurrency.lockutils [req-c03edeed-8e35-4a67-82bd-ad1149c58d1f req-f38f64eb-ebb6-47df-8c20-71023c0c1e92 service nova] Releasing lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.925034] env[65923]: DEBUG nova.compute.manager [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1022.952842] env[65923]: DEBUG nova.virt.hardware [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1022.953286] env[65923]: DEBUG nova.virt.hardware [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.953548] env[65923]: DEBUG nova.virt.hardware [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1022.953824] env[65923]: DEBUG nova.virt.hardware [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.953995] env[65923]: DEBUG nova.virt.hardware [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1022.954227] env[65923]: DEBUG nova.virt.hardware [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1022.954414] env[65923]: DEBUG nova.virt.hardware [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1022.954570] env[65923]: DEBUG nova.virt.hardware [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1022.954836] env[65923]: DEBUG nova.virt.hardware [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1022.954948] env[65923]: DEBUG nova.virt.hardware [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1022.955118] env[65923]: DEBUG nova.virt.hardware [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1022.956432] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2e6cb9-c33b-455e-adf8-3cc4d0660232 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.963126] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707495, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.971744] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4e515f-c9cf-4a3b-aec9-6d0e19fe1d59 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.134390] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707494, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.205683] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707492, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.140256} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.206379] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] d95a3ee6-bedd-4f69-96f4-4837a87a707f/d95a3ee6-bedd-4f69-96f4-4837a87a707f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.206776] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.207349] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-385ec900-209e-451f-9cf7-494792ac7b7b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.219205] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1023.219205] env[65923]: value = "task-4707496" [ 1023.219205] env[65923]: _type = "Task" [ 1023.219205] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.233618] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.251783] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5277321b-f4e5-02f3-77f6-4131c5124c81, 'name': SearchDatastore_Task, 'duration_secs': 0.058845} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.257031] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.257031] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] a6442798-11ae-4a43-a0b6-e9726db3653b/a6442798-11ae-4a43-a0b6-e9726db3653b.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.257031] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6b66f9a-c0d3-48ed-b5ea-38ce9f579c38 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.268453] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1023.268453] env[65923]: value = "task-4707497" [ 1023.268453] env[65923]: _type = "Task" [ 1023.268453] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.287634] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.305241] env[65923]: INFO nova.compute.claims [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.328049] env[65923]: DEBUG nova.compute.manager [req-437295c4-acf5-43d4-911d-52c9b256b521 req-6d6ca9dc-d358-469c-8b07-00dcff731d2e service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Received event network-vif-plugged-6fb94135-be5a-44a1-9368-82c55973f4c4 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1023.328049] env[65923]: DEBUG oslo_concurrency.lockutils [req-437295c4-acf5-43d4-911d-52c9b256b521 req-6d6ca9dc-d358-469c-8b07-00dcff731d2e service nova] Acquiring lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.328049] env[65923]: DEBUG oslo_concurrency.lockutils [req-437295c4-acf5-43d4-911d-52c9b256b521 req-6d6ca9dc-d358-469c-8b07-00dcff731d2e service nova] Lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.328049] env[65923]: DEBUG oslo_concurrency.lockutils [req-437295c4-acf5-43d4-911d-52c9b256b521 req-6d6ca9dc-d358-469c-8b07-00dcff731d2e service nova] Lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.328049] env[65923]: DEBUG nova.compute.manager [req-437295c4-acf5-43d4-911d-52c9b256b521 req-6d6ca9dc-d358-469c-8b07-00dcff731d2e service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] No waiting events found dispatching network-vif-plugged-6fb94135-be5a-44a1-9368-82c55973f4c4 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1023.328049] env[65923]: WARNING nova.compute.manager [req-437295c4-acf5-43d4-911d-52c9b256b521 req-6d6ca9dc-d358-469c-8b07-00dcff731d2e service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Received unexpected event network-vif-plugged-6fb94135-be5a-44a1-9368-82c55973f4c4 for instance with vm_state building and task_state spawning. [ 1023.344053] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5b05b4d-9f56-4d90-ba57-546a5439f100 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "5aa500fa-72eb-453d-8dae-8469a3a80a32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.375s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.453440] env[65923]: DEBUG nova.network.neutron [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Successfully updated port: 6fb94135-be5a-44a1-9368-82c55973f4c4 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1023.467401] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707495, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.634948] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707494, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.734246] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707496, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.783514] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.813913] env[65923]: INFO nova.compute.resource_tracker [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating resource usage from migration 0c544f61-f1a1-4671-acda-29c48bf228f0 [ 1023.958488] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "refresh_cache-5ebaa096-8ba1-490d-aba2-d254c50dee8f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.958856] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "refresh_cache-5ebaa096-8ba1-490d-aba2-d254c50dee8f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.958927] env[65923]: DEBUG nova.network.neutron [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1023.966596] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707495, 'name': ReconfigVM_Task, 'duration_secs': 1.502262} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.967671] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 51fd23fc-5490-4b2b-96fc-6851d26e162c/51fd23fc-5490-4b2b-96fc-6851d26e162c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.968253] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-755a63f5-2a48-4221-9e0d-c6d3a1b047b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.980119] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1023.980119] env[65923]: value = "task-4707498" [ 1023.980119] env[65923]: _type = "Task" [ 1023.980119] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.000539] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707498, 'name': Rename_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.096194] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc92753-41ed-4708-9762-2b931f46a853 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.108245] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc15d79-ffd2-4fb1-a7b4-e076593e4b7b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.151166] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a400ac19-81db-4fb7-bd14-f032af7c1448 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.162660] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707494, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.166547] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66948cc-81d9-437a-8aa6-ca076f5b5885 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.188039] env[65923]: DEBUG nova.compute.provider_tree [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.234903] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.694318} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.235277] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.236231] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9608eed7-d574-4720-ab8b-946338bc8917 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.267582] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] d95a3ee6-bedd-4f69-96f4-4837a87a707f/d95a3ee6-bedd-4f69-96f4-4837a87a707f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.268383] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48bd8a23-3eb1-416b-b1da-2f991f229b73 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.297384] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.299213] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1024.299213] env[65923]: value = "task-4707499" [ 1024.299213] env[65923]: _type = "Task" [ 1024.299213] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.312531] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707499, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.497771] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707498, 'name': Rename_Task, 'duration_secs': 0.199992} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.498135] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.498396] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea20c1b7-f721-43bf-8ae2-5c31f5564e85 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.509872] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1024.509872] env[65923]: value = "task-4707500" [ 1024.509872] env[65923]: _type = "Task" [ 1024.509872] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.523251] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.524522] env[65923]: DEBUG nova.network.neutron [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1024.629019] env[65923]: WARNING neutronclient.v2_0.client [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.662064] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.692184] env[65923]: DEBUG nova.scheduler.client.report [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.716898] env[65923]: DEBUG nova.network.neutron [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Updating instance_info_cache with network_info: [{"id": "6fb94135-be5a-44a1-9368-82c55973f4c4", "address": "fa:16:3e:b2:96:06", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb94135-be", "ovs_interfaceid": "6fb94135-be5a-44a1-9368-82c55973f4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.802388] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.814395] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707499, 'name': ReconfigVM_Task, 'duration_secs': 0.500718} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.814757] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Reconfigured VM instance instance-0000005f to attach disk [datastore2] d95a3ee6-bedd-4f69-96f4-4837a87a707f/d95a3ee6-bedd-4f69-96f4-4837a87a707f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.815624] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12505f39-5d96-4971-9ab2-3c50e9f876c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.827951] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1024.827951] env[65923]: value = "task-4707501" [ 1024.827951] env[65923]: _type = "Task" [ 1024.827951] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.842340] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707501, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.025283] env[65923]: DEBUG oslo_vmware.api [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707500, 'name': PowerOnVM_Task, 'duration_secs': 0.501773} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.025661] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.025787] env[65923]: INFO nova.compute.manager [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1025.025975] env[65923]: DEBUG nova.compute.manager [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1025.026882] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce931092-ddc2-4061-8472-1c94caa867b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.051752] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "8696a13b-7a7c-459e-ac69-eaedca7619a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.051980] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "8696a13b-7a7c-459e-ac69-eaedca7619a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.164072] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707494, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.197890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.404s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.198157] env[65923]: INFO nova.compute.manager [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Migrating [ 1025.208392] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.187s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.208611] env[65923]: DEBUG nova.objects.instance [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lazy-loading 'resources' on Instance uuid e9f55372-3339-4000-9670-6373ff0eaeeb {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.220149] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "refresh_cache-5ebaa096-8ba1-490d-aba2-d254c50dee8f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.221023] env[65923]: DEBUG nova.compute.manager [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Instance network_info: |[{"id": "6fb94135-be5a-44a1-9368-82c55973f4c4", "address": "fa:16:3e:b2:96:06", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb94135-be", "ovs_interfaceid": "6fb94135-be5a-44a1-9368-82c55973f4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1025.221023] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:96:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fb94135-be5a-44a1-9368-82c55973f4c4', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.229484] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1025.231139] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.231391] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de65f784-e443-4236-8ac3-9de5c8de76ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.253146] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.253146] env[65923]: value = "task-4707502" [ 1025.253146] env[65923]: _type = "Task" [ 1025.253146] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.262430] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707502, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.296151] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707497, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.338688] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707501, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.361943] env[65923]: DEBUG nova.compute.manager [req-53067038-c800-4c7f-b169-2130d17afaf7 req-ceb84243-4d77-40c1-91cf-b3ca30ff10a2 service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Received event network-changed-6fb94135-be5a-44a1-9368-82c55973f4c4 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1025.362145] env[65923]: DEBUG nova.compute.manager [req-53067038-c800-4c7f-b169-2130d17afaf7 req-ceb84243-4d77-40c1-91cf-b3ca30ff10a2 service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Refreshing instance network info cache due to event network-changed-6fb94135-be5a-44a1-9368-82c55973f4c4. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1025.362327] env[65923]: DEBUG oslo_concurrency.lockutils [req-53067038-c800-4c7f-b169-2130d17afaf7 req-ceb84243-4d77-40c1-91cf-b3ca30ff10a2 service nova] Acquiring lock "refresh_cache-5ebaa096-8ba1-490d-aba2-d254c50dee8f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.362540] env[65923]: DEBUG oslo_concurrency.lockutils [req-53067038-c800-4c7f-b169-2130d17afaf7 req-ceb84243-4d77-40c1-91cf-b3ca30ff10a2 service nova] Acquired lock "refresh_cache-5ebaa096-8ba1-490d-aba2-d254c50dee8f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.362853] env[65923]: DEBUG nova.network.neutron [req-53067038-c800-4c7f-b169-2130d17afaf7 req-ceb84243-4d77-40c1-91cf-b3ca30ff10a2 service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Refreshing network info cache for port 6fb94135-be5a-44a1-9368-82c55973f4c4 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.550813] env[65923]: INFO nova.compute.manager [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Took 16.46 seconds to build instance. [ 1025.557828] env[65923]: DEBUG nova.compute.manager [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1025.663402] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707494, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.234755} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.664723] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cf4163e6-839a-441d-967d-8d6a3f641d73/cf4163e6-839a-441d-967d-8d6a3f641d73.vmdk to [datastore2] ba82b333-4918-4194-8344-3d175ada5b2e/ba82b333-4918-4194-8344-3d175ada5b2e.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.668230] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1cfe9a-b5f6-433b-aa07-1c7b8a6983cc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.700184] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] ba82b333-4918-4194-8344-3d175ada5b2e/ba82b333-4918-4194-8344-3d175ada5b2e.vmdk or device None with type streamOptimized {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.700925] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e24e254d-7d73-4b26-9e90-ba1440a7cd01 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.716746] env[65923]: DEBUG nova.objects.instance [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lazy-loading 'numa_topology' on Instance uuid e9f55372-3339-4000-9670-6373ff0eaeeb {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.718681] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.718840] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.719012] env[65923]: DEBUG nova.network.neutron [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1025.728370] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1025.728370] env[65923]: value = "task-4707503" [ 1025.728370] env[65923]: _type = "Task" [ 1025.728370] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.738492] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.765607] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707502, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.797541] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707497, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.42475} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.798422] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] a6442798-11ae-4a43-a0b6-e9726db3653b/a6442798-11ae-4a43-a0b6-e9726db3653b.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.798778] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.799102] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8aa3e67-6e32-4b07-8bc4-38ff1de31b68 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.807803] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1025.807803] env[65923]: value = "task-4707504" [ 1025.807803] env[65923]: _type = "Task" [ 1025.807803] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.818865] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.839949] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707501, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.865631] env[65923]: WARNING neutronclient.v2_0.client [req-53067038-c800-4c7f-b169-2130d17afaf7 req-ceb84243-4d77-40c1-91cf-b3ca30ff10a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.020090] env[65923]: WARNING neutronclient.v2_0.client [req-53067038-c800-4c7f-b169-2130d17afaf7 req-ceb84243-4d77-40c1-91cf-b3ca30ff10a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.053046] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf5583c3-60a5-4d90-abfc-455b5a410b5b tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "51fd23fc-5490-4b2b-96fc-6851d26e162c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.971s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.082763] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.095779] env[65923]: DEBUG nova.network.neutron [req-53067038-c800-4c7f-b169-2130d17afaf7 req-ceb84243-4d77-40c1-91cf-b3ca30ff10a2 service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Updated VIF entry in instance network info cache for port 6fb94135-be5a-44a1-9368-82c55973f4c4. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1026.096255] env[65923]: DEBUG nova.network.neutron [req-53067038-c800-4c7f-b169-2130d17afaf7 req-ceb84243-4d77-40c1-91cf-b3ca30ff10a2 service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Updating instance_info_cache with network_info: [{"id": "6fb94135-be5a-44a1-9368-82c55973f4c4", "address": "fa:16:3e:b2:96:06", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb94135-be", "ovs_interfaceid": "6fb94135-be5a-44a1-9368-82c55973f4c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.173564] env[65923]: DEBUG oslo_concurrency.lockutils [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "interface-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-fe61e35c-7df9-442c-a935-35d62e7b0961" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.173806] env[65923]: DEBUG oslo_concurrency.lockutils [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-fe61e35c-7df9-442c-a935-35d62e7b0961" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.174246] env[65923]: DEBUG nova.objects.instance [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'flavor' on Instance uuid f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.219460] env[65923]: DEBUG nova.objects.base [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1026.222789] env[65923]: WARNING neutronclient.v2_0.client [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.239441] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.269697] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707502, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.322434] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068081} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.322434] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.322434] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cd5f81-266b-41e8-a78d-5e8a5a9dd10b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.343624] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] a6442798-11ae-4a43-a0b6-e9726db3653b/a6442798-11ae-4a43-a0b6-e9726db3653b.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.349753] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ba8e7ae-5a65-4232-a69d-ecbbac44e9fb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.388219] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707501, 'name': Rename_Task, 'duration_secs': 1.105106} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.392249] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.392615] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1026.392615] env[65923]: value = "task-4707505" [ 1026.392615] env[65923]: _type = "Task" [ 1026.392615] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.393204] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-586af5c8-3051-498f-853c-37bc866580e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.405563] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1026.405563] env[65923]: value = "task-4707506" [ 1026.405563] env[65923]: _type = "Task" [ 1026.405563] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.408388] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.423358] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707506, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.449313] env[65923]: WARNING neutronclient.v2_0.client [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.536473] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f68a63-0391-45b3-a4f2-4189814f6624 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.545103] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c53836-46b1-4ddb-a5c3-17ee716e664e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.550041] env[65923]: DEBUG nova.network.neutron [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance_info_cache with network_info: [{"id": "702a3241-1b86-4ebe-92d9-580031a38975", "address": "fa:16:3e:0e:7e:5a", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702a3241-1b", "ovs_interfaceid": "702a3241-1b86-4ebe-92d9-580031a38975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.577539] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1779d826-1a0c-4ef0-a2e4-3f5958b19fe9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.586441] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfe8b97-08b8-47c3-9757-3e684a3690b2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.600976] env[65923]: DEBUG oslo_concurrency.lockutils [req-53067038-c800-4c7f-b169-2130d17afaf7 req-ceb84243-4d77-40c1-91cf-b3ca30ff10a2 service nova] Releasing lock "refresh_cache-5ebaa096-8ba1-490d-aba2-d254c50dee8f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.601838] env[65923]: DEBUG nova.compute.provider_tree [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.678610] env[65923]: WARNING neutronclient.v2_0.client [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.740969] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.764335] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707502, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.777136] env[65923]: DEBUG nova.objects.instance [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'pci_requests' on Instance uuid f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.904481] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.920174] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.052726] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.105098] env[65923]: DEBUG nova.scheduler.client.report [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.242069] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707503, 'name': ReconfigVM_Task, 'duration_secs': 1.173704} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.242272] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Reconfigured VM instance instance-00000049 to attach disk [datastore2] ba82b333-4918-4194-8344-3d175ada5b2e/ba82b333-4918-4194-8344-3d175ada5b2e.vmdk or device None with type streamOptimized {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.243644] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'device_type': 'disk', 'guest_format': None, 'size': 0, 'encryption_secret_uuid': None, 'boot_index': 0, 'image_id': '7c944e11-28e9-4d77-8b6c-672067b0feec'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': 'ed98c2f5-1625-46e1-925d-bb9b39c2b825', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918720', 'volume_id': 'b59f2059-0f2b-4010-b60f-04df3fa10355', 'name': 'volume-b59f2059-0f2b-4010-b60f-04df3fa10355', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ba82b333-4918-4194-8344-3d175ada5b2e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b59f2059-0f2b-4010-b60f-04df3fa10355', 'serial': 'b59f2059-0f2b-4010-b60f-04df3fa10355'}, 'device_type': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=65923) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1027.243906] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1027.244205] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918720', 'volume_id': 'b59f2059-0f2b-4010-b60f-04df3fa10355', 'name': 'volume-b59f2059-0f2b-4010-b60f-04df3fa10355', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ba82b333-4918-4194-8344-3d175ada5b2e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b59f2059-0f2b-4010-b60f-04df3fa10355', 'serial': 'b59f2059-0f2b-4010-b60f-04df3fa10355'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1027.245122] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd7543c-a70f-4951-bb1b-ebfcfa2c2746 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.265679] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526c627c-13ce-475e-8e81-e67ba78287ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.281070] env[65923]: DEBUG nova.objects.base [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1027.281378] env[65923]: DEBUG nova.network.neutron [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1027.281740] env[65923]: WARNING neutronclient.v2_0.client [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.282062] env[65923]: WARNING neutronclient.v2_0.client [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.284230] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707502, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.305799] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-b59f2059-0f2b-4010-b60f-04df3fa10355/volume-b59f2059-0f2b-4010-b60f-04df3fa10355.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.306258] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd1910b-e242-4614-b4d3-2eb3dbdc47ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.329607] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1027.329607] env[65923]: value = "task-4707507" [ 1027.329607] env[65923]: _type = "Task" [ 1027.329607] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.339409] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.365816] env[65923]: DEBUG nova.policy [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff7ab639f4f46fbac81d48a5411ea4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43ec1c33dddc44bf8ad0307176cf7a9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.407117] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.419145] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.609546] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.401s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.612187] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.529s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.614224] env[65923]: INFO nova.compute.claims [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.775161] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707502, 'name': CreateVM_Task, 'duration_secs': 2.090154} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.775391] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.775909] env[65923]: WARNING neutronclient.v2_0.client [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.776386] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.776547] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.776883] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.777169] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58489ff-0567-4e12-92c0-8a8a9c8bca9c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.783583] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1027.783583] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52dedd2d-ed90-ceb0-0aa4-5a481063a107" [ 1027.783583] env[65923]: _type = "Task" [ 1027.783583] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.792394] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52dedd2d-ed90-ceb0-0aa4-5a481063a107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.839890] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707507, 'name': ReconfigVM_Task, 'duration_secs': 0.362203} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.840420] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-b59f2059-0f2b-4010-b60f-04df3fa10355/volume-b59f2059-0f2b-4010-b60f-04df3fa10355.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.845736] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35476b85-40dd-409c-ba17-91598f92e49f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.861155] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1027.861155] env[65923]: value = "task-4707508" [ 1027.861155] env[65923]: _type = "Task" [ 1027.861155] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.870025] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.906727] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707505, 'name': ReconfigVM_Task, 'duration_secs': 1.16872} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.907054] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Reconfigured VM instance instance-00000061 to attach disk [datastore2] a6442798-11ae-4a43-a0b6-e9726db3653b/a6442798-11ae-4a43-a0b6-e9726db3653b.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.907739] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7be1d48a-d386-48ef-bdac-7b7e8fd77c77 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.916488] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1027.916488] env[65923]: value = "task-4707509" [ 1027.916488] env[65923]: _type = "Task" [ 1027.916488] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.919986] env[65923]: DEBUG oslo_vmware.api [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707506, 'name': PowerOnVM_Task, 'duration_secs': 1.32322} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.923405] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.923632] env[65923]: INFO nova.compute.manager [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Took 12.27 seconds to spawn the instance on the hypervisor. [ 1027.923807] env[65923]: DEBUG nova.compute.manager [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1027.924964] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf6fd14-344c-499f-8854-aae976355f1a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.933674] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707509, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.123347] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c5926c15-bce9-4675-8eb3-e3c5c25a1325 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.175s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.124299] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.422s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.124629] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "e9f55372-3339-4000-9670-6373ff0eaeeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.124719] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.124873] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.126536] env[65923]: INFO nova.compute.manager [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Terminating instance [ 1028.295837] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52dedd2d-ed90-ceb0-0aa4-5a481063a107, 'name': SearchDatastore_Task, 'duration_secs': 0.011929} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.296267] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.296555] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.296813] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.297016] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.297294] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.297690] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9cbb468-cad7-4c09-bf17-661cdad6b4f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.309241] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.309459] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.310235] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba93f07d-3835-4830-8d96-99a198f0ea3c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.317260] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1028.317260] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522066d7-3f2e-bcc7-b33c-3f26fc1137f3" [ 1028.317260] env[65923]: _type = "Task" [ 1028.317260] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.327072] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522066d7-3f2e-bcc7-b33c-3f26fc1137f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.372666] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707508, 'name': ReconfigVM_Task, 'duration_secs': 0.208355} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.373027] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918720', 'volume_id': 'b59f2059-0f2b-4010-b60f-04df3fa10355', 'name': 'volume-b59f2059-0f2b-4010-b60f-04df3fa10355', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ba82b333-4918-4194-8344-3d175ada5b2e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b59f2059-0f2b-4010-b60f-04df3fa10355', 'serial': 'b59f2059-0f2b-4010-b60f-04df3fa10355'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1028.373770] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6a96c18-bd0d-4083-88d4-cdca2fe0a9c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.382123] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1028.382123] env[65923]: value = "task-4707510" [ 1028.382123] env[65923]: _type = "Task" [ 1028.382123] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.392465] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707510, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.430624] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707509, 'name': Rename_Task, 'duration_secs': 0.220886} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.430925] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.431207] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16273ab0-2a58-45ef-abc5-c85eb9ee8e2c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.442797] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1028.442797] env[65923]: value = "task-4707511" [ 1028.442797] env[65923]: _type = "Task" [ 1028.442797] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.449712] env[65923]: INFO nova.compute.manager [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Took 23.43 seconds to build instance. [ 1028.456846] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.572063] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30879697-1fe1-4dfe-b7a4-198fc5373fa6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.593173] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance 'c70d2116-f92a-44a6-a90b-c7e1ee0f469f' progress to 0 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.630438] env[65923]: DEBUG nova.compute.manager [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1028.630662] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.630993] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da1976cd-4a06-4c5f-9e9f-e0263bee0d29 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.641564] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840cb10f-bb34-4f41-8a0c-03193bfa9725 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.689082] env[65923]: WARNING nova.virt.vmwareapi.vmops [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e9f55372-3339-4000-9670-6373ff0eaeeb could not be found. [ 1028.689320] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.689486] env[65923]: INFO nova.compute.manager [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1028.689742] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1028.690039] env[65923]: DEBUG nova.compute.manager [-] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1028.690141] env[65923]: DEBUG nova.network.neutron [-] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1028.690397] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.735871] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.828383] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522066d7-3f2e-bcc7-b33c-3f26fc1137f3, 'name': SearchDatastore_Task, 'duration_secs': 0.02532} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.832720] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed579207-0f9d-47a3-be38-045e39b985d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.839454] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1028.839454] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5248363d-01f7-020b-d4e4-e6ed6172a7a7" [ 1028.839454] env[65923]: _type = "Task" [ 1028.839454] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.852226] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5248363d-01f7-020b-d4e4-e6ed6172a7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.852504] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.852751] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 5ebaa096-8ba1-490d-aba2-d254c50dee8f/5ebaa096-8ba1-490d-aba2-d254c50dee8f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.853082] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0856de0a-e6bc-4dbf-998b-d71503a78f3c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.865166] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1028.865166] env[65923]: value = "task-4707512" [ 1028.865166] env[65923]: _type = "Task" [ 1028.865166] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.878132] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.894613] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707510, 'name': Rename_Task, 'duration_secs': 0.233215} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.894936] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.895247] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a68ccfe-46bc-460e-be53-30195cbdf3db {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.903289] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1028.903289] env[65923]: value = "task-4707513" [ 1028.903289] env[65923]: _type = "Task" [ 1028.903289] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.912316] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.916027] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87211a4e-2a78-4920-92cb-e656b757fa6b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.924782] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8139f9-b187-4a63-a42b-dad34d28d991 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.932192] env[65923]: DEBUG nova.network.neutron [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Successfully updated port: fe61e35c-7df9-442c-a935-35d62e7b0961 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1028.967496] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9d467ef7-3d56-409b-ae3b-b46cb30984a8 tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.956s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.971043] env[65923]: DEBUG oslo_concurrency.lockutils [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.971208] env[65923]: DEBUG oslo_concurrency.lockutils [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.971492] env[65923]: DEBUG nova.network.neutron [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1028.976840] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695a56f2-ffd0-4650-983c-4e8f9dd52eaf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.981474] env[65923]: DEBUG nova.network.neutron [-] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.990779] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.994508] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702dcbb4-b997-4c2e-963e-90a7e9088724 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.013270] env[65923]: DEBUG nova.compute.provider_tree [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.070685] env[65923]: DEBUG nova.compute.manager [req-22d7615e-8d5e-4239-8e17-81cb9b2a5ffa req-bc9bc97c-10ab-49ab-b2f0-49be3e5efc74 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Received event network-vif-plugged-fe61e35c-7df9-442c-a935-35d62e7b0961 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1029.072365] env[65923]: DEBUG oslo_concurrency.lockutils [req-22d7615e-8d5e-4239-8e17-81cb9b2a5ffa req-bc9bc97c-10ab-49ab-b2f0-49be3e5efc74 service nova] Acquiring lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.072742] env[65923]: DEBUG oslo_concurrency.lockutils [req-22d7615e-8d5e-4239-8e17-81cb9b2a5ffa req-bc9bc97c-10ab-49ab-b2f0-49be3e5efc74 service nova] Lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.072858] env[65923]: DEBUG oslo_concurrency.lockutils [req-22d7615e-8d5e-4239-8e17-81cb9b2a5ffa req-bc9bc97c-10ab-49ab-b2f0-49be3e5efc74 service nova] Lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.073246] env[65923]: DEBUG nova.compute.manager [req-22d7615e-8d5e-4239-8e17-81cb9b2a5ffa req-bc9bc97c-10ab-49ab-b2f0-49be3e5efc74 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] No waiting events found dispatching network-vif-plugged-fe61e35c-7df9-442c-a935-35d62e7b0961 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1029.073509] env[65923]: WARNING nova.compute.manager [req-22d7615e-8d5e-4239-8e17-81cb9b2a5ffa req-bc9bc97c-10ab-49ab-b2f0-49be3e5efc74 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Received unexpected event network-vif-plugged-fe61e35c-7df9-442c-a935-35d62e7b0961 for instance with vm_state active and task_state None. [ 1029.099869] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.100273] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc5ef80d-e9ea-4fce-804c-5eeb2edb1170 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.110657] env[65923]: DEBUG oslo_vmware.api [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1029.110657] env[65923]: value = "task-4707514" [ 1029.110657] env[65923]: _type = "Task" [ 1029.110657] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.121970] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1029.122291] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance 'c70d2116-f92a-44a6-a90b-c7e1ee0f469f' progress to 17 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.376057] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707512, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.415051] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.485434] env[65923]: DEBUG oslo_vmware.api [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707511, 'name': PowerOnVM_Task, 'duration_secs': 0.657954} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.486141] env[65923]: INFO nova.compute.manager [-] [instance: e9f55372-3339-4000-9670-6373ff0eaeeb] Took 0.80 seconds to deallocate network for instance. [ 1029.486461] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.486665] env[65923]: INFO nova.compute.manager [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1029.487075] env[65923]: DEBUG nova.compute.manager [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1029.489431] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a6f95a-7019-4b49-8f77-09f043300b9b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.517516] env[65923]: DEBUG nova.scheduler.client.report [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.525649] env[65923]: WARNING nova.network.neutron [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] 8cf0ae70-d070-47d9-962f-e62b5fa9a7e4 already exists in list: networks containing: ['8cf0ae70-d070-47d9-962f-e62b5fa9a7e4']. ignoring it [ 1029.629531] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1029.629670] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.629820] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1029.629997] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.630173] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1029.630320] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1029.630523] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1029.630680] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1029.630844] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1029.631018] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1029.631198] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1029.637674] env[65923]: WARNING neutronclient.v2_0.client [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.640199] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95935bbf-5f04-4a10-a29b-cf8666fb1e15 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.658757] env[65923]: DEBUG oslo_vmware.api [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1029.658757] env[65923]: value = "task-4707515" [ 1029.658757] env[65923]: _type = "Task" [ 1029.658757] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.669785] env[65923]: DEBUG oslo_vmware.api [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.812920] env[65923]: WARNING neutronclient.v2_0.client [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.877227] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585664} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.877498] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 5ebaa096-8ba1-490d-aba2-d254c50dee8f/5ebaa096-8ba1-490d-aba2-d254c50dee8f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.877706] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.877972] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1ca7e1f-f3f7-465b-bd01-fe1a42a6682a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.885646] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1029.885646] env[65923]: value = "task-4707516" [ 1029.885646] env[65923]: _type = "Task" [ 1029.885646] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.896156] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.899576] env[65923]: DEBUG nova.network.neutron [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updating instance_info_cache with network_info: [{"id": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "address": "fa:16:3e:58:49:41", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f2f1fa-05", "ovs_interfaceid": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe61e35c-7df9-442c-a935-35d62e7b0961", "address": "fa:16:3e:3a:54:05", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe61e35c-7d", "ovs_interfaceid": "fe61e35c-7df9-442c-a935-35d62e7b0961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.915572] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.012149] env[65923]: INFO nova.compute.manager [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Took 20.22 seconds to build instance. [ 1030.024050] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.024050] env[65923]: DEBUG nova.compute.manager [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1030.170709] env[65923]: DEBUG oslo_vmware.api [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707515, 'name': ReconfigVM_Task, 'duration_secs': 0.325368} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.171084] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance 'c70d2116-f92a-44a6-a90b-c7e1ee0f469f' progress to 33 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.397572] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069648} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.397881] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.398883] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6891414-3e7d-4394-8876-d154d6fb414f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.402547] env[65923]: DEBUG oslo_concurrency.lockutils [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.403353] env[65923]: DEBUG oslo_concurrency.lockutils [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.403516] env[65923]: DEBUG oslo_concurrency.lockutils [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.404501] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c48f238-183d-49f4-a31b-cfa5003fbb5b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.433306] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 5ebaa096-8ba1-490d-aba2-d254c50dee8f/5ebaa096-8ba1-490d-aba2-d254c50dee8f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.446653] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f8fb3b-e25e-4c69-a565-aef4d1888448 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.468069] env[65923]: DEBUG nova.virt.hardware [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1030.468374] env[65923]: DEBUG nova.virt.hardware [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.469373] env[65923]: DEBUG nova.virt.hardware [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1030.470026] env[65923]: DEBUG nova.virt.hardware [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.470443] env[65923]: DEBUG nova.virt.hardware [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1030.470703] env[65923]: DEBUG nova.virt.hardware [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1030.471565] env[65923]: DEBUG nova.virt.hardware [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1030.471976] env[65923]: DEBUG nova.virt.hardware [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1030.472180] env[65923]: DEBUG nova.virt.hardware [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1030.472748] env[65923]: DEBUG nova.virt.hardware [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1030.472989] env[65923]: DEBUG nova.virt.hardware [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1030.480165] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Reconfiguring VM to attach interface {{(pid=65923) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1030.485073] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-359a5cce-d5fe-4da8-a6a7-d0097d4a1a3c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.502338] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.509943] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1030.509943] env[65923]: value = "task-4707517" [ 1030.509943] env[65923]: _type = "Task" [ 1030.509943] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.512399] env[65923]: DEBUG oslo_vmware.api [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1030.512399] env[65923]: value = "task-4707518" [ 1030.512399] env[65923]: _type = "Task" [ 1030.512399] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.518180] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a557e3c8-339f-4ca3-8583-13eb681d768a tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "a6442798-11ae-4a43-a0b6-e9726db3653b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.733s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.526668] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ba922c8a-11ae-4d69-adeb-8d61f7cf478c tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "e9f55372-3339-4000-9670-6373ff0eaeeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.402s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.529826] env[65923]: DEBUG nova.compute.utils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.537989] env[65923]: DEBUG nova.compute.manager [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1030.538377] env[65923]: DEBUG nova.network.neutron [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1030.538693] env[65923]: WARNING neutronclient.v2_0.client [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.539138] env[65923]: WARNING neutronclient.v2_0.client [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.541632] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.546469] env[65923]: DEBUG oslo_vmware.api [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707518, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.597325] env[65923]: DEBUG nova.policy [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfc292785e624e639d6cd72984fda659', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a00ef3a4940a4ac78fea3db0eacd337c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.677881] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1030.678360] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.678653] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1030.678933] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.679125] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1030.679363] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1030.679618] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1030.680340] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1030.680553] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1030.680782] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1030.681055] env[65923]: DEBUG nova.virt.hardware [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1030.687215] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.687645] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1570a8c-cb2f-4fef-8e25-dc1cc4c46d27 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.710679] env[65923]: DEBUG oslo_vmware.api [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1030.710679] env[65923]: value = "task-4707519" [ 1030.710679] env[65923]: _type = "Task" [ 1030.710679] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.721702] env[65923]: INFO nova.compute.manager [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Rebuilding instance [ 1030.724511] env[65923]: DEBUG oslo_vmware.api [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.792800] env[65923]: DEBUG nova.compute.manager [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1030.793663] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac2a4fb-37ca-423c-8a16-5b019266a770 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.922686] env[65923]: DEBUG oslo_vmware.api [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707513, 'name': PowerOnVM_Task, 'duration_secs': 1.933224} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.923010] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.993025] env[65923]: DEBUG nova.network.neutron [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Successfully created port: a4b10e0a-5b40-42b3-8966-5a3d28e27801 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1031.029859] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.033409] env[65923]: DEBUG oslo_vmware.api [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.043771] env[65923]: DEBUG nova.compute.manager [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1031.051171] env[65923]: DEBUG nova.compute.manager [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1031.052119] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5519666-aa19-48c9-a76e-29cbc803d180 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.228574] env[65923]: DEBUG oslo_vmware.api [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707519, 'name': ReconfigVM_Task, 'duration_secs': 0.277287} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.229351] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.230414] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7aac29-a402-496c-bea7-193826374abc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.256386] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] c70d2116-f92a-44a6-a90b-c7e1ee0f469f/c70d2116-f92a-44a6-a90b-c7e1ee0f469f.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.256742] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c07cb5ed-cd9b-4a7f-8359-ac7e689552ff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.278243] env[65923]: DEBUG oslo_vmware.api [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1031.278243] env[65923]: value = "task-4707520" [ 1031.278243] env[65923]: _type = "Task" [ 1031.278243] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.290179] env[65923]: DEBUG oslo_vmware.api [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.343760] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.344011] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.344246] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.344420] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.344582] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.346846] env[65923]: INFO nova.compute.manager [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Terminating instance [ 1031.534343] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707517, 'name': ReconfigVM_Task, 'duration_secs': 0.687623} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.540092] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 5ebaa096-8ba1-490d-aba2-d254c50dee8f/5ebaa096-8ba1-490d-aba2-d254c50dee8f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.541230] env[65923]: DEBUG oslo_vmware.api [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707518, 'name': ReconfigVM_Task, 'duration_secs': 1.001382} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.541574] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a5ced42-ed9b-4d4a-b279-71e8db3549f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.544717] env[65923]: WARNING neutronclient.v2_0.client [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.545123] env[65923]: DEBUG oslo_concurrency.lockutils [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.545496] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Reconfigured VM to attach interface {{(pid=65923) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1031.562443] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1031.562443] env[65923]: value = "task-4707521" [ 1031.562443] env[65923]: _type = "Task" [ 1031.562443] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.587853] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707521, 'name': Rename_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.588535] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8b0173a9-1a08-45de-bb0e-5c7fe456847d tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.936s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.681684] env[65923]: DEBUG nova.compute.manager [req-fed3cf2b-f8d4-4024-9c4c-5f84726a751a req-1f83333e-d257-49c1-ba01-f3d31a7d5c11 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Received event network-changed-fe61e35c-7df9-442c-a935-35d62e7b0961 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1031.681924] env[65923]: DEBUG nova.compute.manager [req-fed3cf2b-f8d4-4024-9c4c-5f84726a751a req-1f83333e-d257-49c1-ba01-f3d31a7d5c11 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing instance network info cache due to event network-changed-fe61e35c-7df9-442c-a935-35d62e7b0961. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1031.682139] env[65923]: DEBUG oslo_concurrency.lockutils [req-fed3cf2b-f8d4-4024-9c4c-5f84726a751a req-1f83333e-d257-49c1-ba01-f3d31a7d5c11 service nova] Acquiring lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.682281] env[65923]: DEBUG oslo_concurrency.lockutils [req-fed3cf2b-f8d4-4024-9c4c-5f84726a751a req-1f83333e-d257-49c1-ba01-f3d31a7d5c11 service nova] Acquired lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.682457] env[65923]: DEBUG nova.network.neutron [req-fed3cf2b-f8d4-4024-9c4c-5f84726a751a req-1f83333e-d257-49c1-ba01-f3d31a7d5c11 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing network info cache for port fe61e35c-7df9-442c-a935-35d62e7b0961 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.790274] env[65923]: DEBUG oslo_vmware.api [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707520, 'name': ReconfigVM_Task, 'duration_secs': 0.419434} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.790667] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Reconfigured VM instance instance-0000004a to attach disk [datastore2] c70d2116-f92a-44a6-a90b-c7e1ee0f469f/c70d2116-f92a-44a6-a90b-c7e1ee0f469f.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.791014] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance 'c70d2116-f92a-44a6-a90b-c7e1ee0f469f' progress to 50 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.809584] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.809935] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8df14ec9-5782-45fa-97a0-28113bd47bfd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.818399] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1031.818399] env[65923]: value = "task-4707522" [ 1031.818399] env[65923]: _type = "Task" [ 1031.818399] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.828718] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.850753] env[65923]: DEBUG nova.compute.manager [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1031.850979] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.851903] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80fb040-9fac-40f7-b4a9-22b212e35762 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.861751] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.862116] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d6efde5-cd92-4858-bebb-4358bcb34be1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.871340] env[65923]: DEBUG oslo_vmware.api [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1031.871340] env[65923]: value = "task-4707523" [ 1031.871340] env[65923]: _type = "Task" [ 1031.871340] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.884416] env[65923]: DEBUG oslo_vmware.api [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.933309] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.933663] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.056504] env[65923]: DEBUG oslo_concurrency.lockutils [None req-89daca92-d14c-4c1d-a6ef-a8584f64d969 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-fe61e35c-7df9-442c-a935-35d62e7b0961" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.882s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.059175] env[65923]: DEBUG nova.compute.manager [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1032.077329] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707521, 'name': Rename_Task, 'duration_secs': 0.210574} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.077806] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.078895] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb6ba66a-56e1-4dae-bcee-872e2297e4f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.094600] env[65923]: DEBUG nova.virt.hardware [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1032.095726] env[65923]: DEBUG nova.virt.hardware [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.095726] env[65923]: DEBUG nova.virt.hardware [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1032.095726] env[65923]: DEBUG nova.virt.hardware [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.095726] env[65923]: DEBUG nova.virt.hardware [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1032.095726] env[65923]: DEBUG nova.virt.hardware [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1032.096030] env[65923]: DEBUG nova.virt.hardware [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1032.096096] env[65923]: DEBUG nova.virt.hardware [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1032.096301] env[65923]: DEBUG nova.virt.hardware [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1032.096449] env[65923]: DEBUG nova.virt.hardware [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1032.096614] env[65923]: DEBUG nova.virt.hardware [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1032.097908] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53636f92-5f6a-49af-b836-17a4a48e5252 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.101686] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1032.101686] env[65923]: value = "task-4707524" [ 1032.101686] env[65923]: _type = "Task" [ 1032.101686] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.110869] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2146a873-a465-429d-96c6-16e4d0ce528a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.119672] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707524, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.186152] env[65923]: WARNING neutronclient.v2_0.client [req-fed3cf2b-f8d4-4024-9c4c-5f84726a751a req-1f83333e-d257-49c1-ba01-f3d31a7d5c11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.299566] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967ca06c-33bb-4555-86f2-c862f94f30e5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.329146] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8914fa7a-0e5e-4a08-92e8-9baef05b22e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.351968] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance 'c70d2116-f92a-44a6-a90b-c7e1ee0f469f' progress to 67 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.361389] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707522, 'name': PowerOffVM_Task, 'duration_secs': 0.460566} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.362102] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.362346] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.363296] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6417a158-a2b2-4e56-ac0a-6a4295ed5d0a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.371127] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.371683] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f131f647-7bf5-4bf7-9b08-45c2a00c1bf1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.386511] env[65923]: DEBUG oslo_vmware.api [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707523, 'name': PowerOffVM_Task, 'duration_secs': 0.417328} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.389581] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.389763] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.390448] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfcfca1f-5069-4dd0-8480-c31058377d78 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.409333] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.409641] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.409885] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Deleting the datastore file [datastore2] a6442798-11ae-4a43-a0b6-e9726db3653b {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.410190] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-833b05d8-2bbf-4d28-9638-1ced15eaf626 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.419101] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1032.419101] env[65923]: value = "task-4707527" [ 1032.419101] env[65923]: _type = "Task" [ 1032.419101] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.424040] env[65923]: WARNING neutronclient.v2_0.client [req-fed3cf2b-f8d4-4024-9c4c-5f84726a751a req-1f83333e-d257-49c1-ba01-f3d31a7d5c11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.434224] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.436496] env[65923]: DEBUG nova.compute.manager [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1032.473255] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.473644] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.473988] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleting the datastore file [datastore2] d95a3ee6-bedd-4f69-96f4-4837a87a707f {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.474465] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b08a6a09-c9d9-422c-8131-60c9af60651e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.483161] env[65923]: DEBUG oslo_vmware.api [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for the task: (returnval){ [ 1032.483161] env[65923]: value = "task-4707528" [ 1032.483161] env[65923]: _type = "Task" [ 1032.483161] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.492338] env[65923]: DEBUG nova.compute.manager [req-5999bf9b-c8dc-4239-8103-4e2e50c62210 req-de89f79a-1a65-4d8f-95e4-f3dcaf6e9942 service nova] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Received event network-vif-plugged-a4b10e0a-5b40-42b3-8966-5a3d28e27801 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1032.492338] env[65923]: DEBUG oslo_concurrency.lockutils [req-5999bf9b-c8dc-4239-8103-4e2e50c62210 req-de89f79a-1a65-4d8f-95e4-f3dcaf6e9942 service nova] Acquiring lock "8696a13b-7a7c-459e-ac69-eaedca7619a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.492338] env[65923]: DEBUG oslo_concurrency.lockutils [req-5999bf9b-c8dc-4239-8103-4e2e50c62210 req-de89f79a-1a65-4d8f-95e4-f3dcaf6e9942 service nova] Lock "8696a13b-7a7c-459e-ac69-eaedca7619a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.492338] env[65923]: DEBUG oslo_concurrency.lockutils [req-5999bf9b-c8dc-4239-8103-4e2e50c62210 req-de89f79a-1a65-4d8f-95e4-f3dcaf6e9942 service nova] Lock "8696a13b-7a7c-459e-ac69-eaedca7619a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.492922] env[65923]: DEBUG nova.compute.manager [req-5999bf9b-c8dc-4239-8103-4e2e50c62210 req-de89f79a-1a65-4d8f-95e4-f3dcaf6e9942 service nova] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] No waiting events found dispatching network-vif-plugged-a4b10e0a-5b40-42b3-8966-5a3d28e27801 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1032.493124] env[65923]: WARNING nova.compute.manager [req-5999bf9b-c8dc-4239-8103-4e2e50c62210 req-de89f79a-1a65-4d8f-95e4-f3dcaf6e9942 service nova] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Received unexpected event network-vif-plugged-a4b10e0a-5b40-42b3-8966-5a3d28e27801 for instance with vm_state building and task_state spawning. [ 1032.497706] env[65923]: DEBUG oslo_vmware.api [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.535249] env[65923]: DEBUG nova.network.neutron [req-fed3cf2b-f8d4-4024-9c4c-5f84726a751a req-1f83333e-d257-49c1-ba01-f3d31a7d5c11 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updated VIF entry in instance network info cache for port fe61e35c-7df9-442c-a935-35d62e7b0961. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1032.535916] env[65923]: DEBUG nova.network.neutron [req-fed3cf2b-f8d4-4024-9c4c-5f84726a751a req-1f83333e-d257-49c1-ba01-f3d31a7d5c11 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updating instance_info_cache with network_info: [{"id": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "address": "fa:16:3e:58:49:41", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f2f1fa-05", "ovs_interfaceid": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe61e35c-7df9-442c-a935-35d62e7b0961", "address": "fa:16:3e:3a:54:05", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe61e35c-7d", "ovs_interfaceid": "fe61e35c-7df9-442c-a935-35d62e7b0961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.613019] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.636690] env[65923]: DEBUG nova.network.neutron [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Successfully updated port: a4b10e0a-5b40-42b3-8966-5a3d28e27801 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1032.865363] env[65923]: WARNING neutronclient.v2_0.client [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.865791] env[65923]: WARNING neutronclient.v2_0.client [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.902449] env[65923]: DEBUG nova.network.neutron [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Port 702a3241-1b86-4ebe-92d9-580031a38975 binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1032.930585] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138865} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.930807] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.930949] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.931229] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.962327] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.962689] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.964756] env[65923]: INFO nova.compute.claims [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.993960] env[65923]: DEBUG oslo_vmware.api [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Task: {'id': task-4707528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187099} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.994237] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.994420] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.994592] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.994761] env[65923]: INFO nova.compute.manager [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1032.995031] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1032.995375] env[65923]: DEBUG nova.compute.manager [-] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1032.995495] env[65923]: DEBUG nova.network.neutron [-] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1032.995719] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.038520] env[65923]: DEBUG oslo_concurrency.lockutils [req-fed3cf2b-f8d4-4024-9c4c-5f84726a751a req-1f83333e-d257-49c1-ba01-f3d31a7d5c11 service nova] Releasing lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.074252] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.113057] env[65923]: DEBUG oslo_vmware.api [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707524, 'name': PowerOnVM_Task, 'duration_secs': 0.707765} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.113282] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.113453] env[65923]: INFO nova.compute.manager [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1033.113637] env[65923]: DEBUG nova.compute.manager [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1033.114488] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ff5cf8-b4fd-485a-8e10-ef427d7d32e6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.139757] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "refresh_cache-8696a13b-7a7c-459e-ac69-eaedca7619a9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.140030] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired lock "refresh_cache-8696a13b-7a7c-459e-ac69-eaedca7619a9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.140260] env[65923]: DEBUG nova.network.neutron [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1033.402057] env[65923]: DEBUG oslo_concurrency.lockutils [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "interface-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-fe61e35c-7df9-442c-a935-35d62e7b0961" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.402723] env[65923]: DEBUG oslo_concurrency.lockutils [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-fe61e35c-7df9-442c-a935-35d62e7b0961" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.631963] env[65923]: INFO nova.compute.manager [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Took 23.41 seconds to build instance. [ 1033.687427] env[65923]: DEBUG nova.network.neutron [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1033.775997] env[65923]: WARNING neutronclient.v2_0.client [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.787947] env[65923]: DEBUG nova.network.neutron [-] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.861988] env[65923]: DEBUG nova.network.neutron [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Updating instance_info_cache with network_info: [{"id": "a4b10e0a-5b40-42b3-8966-5a3d28e27801", "address": "fa:16:3e:38:6a:d2", "network": {"id": "0757a9cc-31d0-44d8-851f-877d5ef6af1b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409830469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a00ef3a4940a4ac78fea3db0eacd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b10e0a-5b", "ovs_interfaceid": "a4b10e0a-5b40-42b3-8966-5a3d28e27801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.906067] env[65923]: DEBUG oslo_concurrency.lockutils [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.906288] env[65923]: DEBUG oslo_concurrency.lockutils [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.907219] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769a6490-e265-4729-8186-1e5d595333cd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.937743] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.937921] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.938112] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.945048] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73af7ff-0d30-4521-a9f0-0efb49c12978 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.968922] env[65923]: WARNING neutronclient.v2_0.client [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.974505] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Reconfiguring VM to detach interface {{(pid=65923) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1033.977185] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3625bd25-82fb-4ae4-a26d-06b6e77fab4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.002177] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1034.002177] env[65923]: value = "task-4707529" [ 1034.002177] env[65923]: _type = "Task" [ 1034.002177] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.008130] env[65923]: DEBUG nova.virt.hardware [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1034.009144] env[65923]: DEBUG nova.virt.hardware [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.009144] env[65923]: DEBUG nova.virt.hardware [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1034.009144] env[65923]: DEBUG nova.virt.hardware [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.009144] env[65923]: DEBUG nova.virt.hardware [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1034.009144] env[65923]: DEBUG nova.virt.hardware [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1034.009411] env[65923]: DEBUG nova.virt.hardware [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1034.010569] env[65923]: DEBUG nova.virt.hardware [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1034.010569] env[65923]: DEBUG nova.virt.hardware [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1034.010569] env[65923]: DEBUG nova.virt.hardware [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1034.010569] env[65923]: DEBUG nova.virt.hardware [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1034.014019] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd20206-b7ae-476b-9599-9bb2c2845418 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.021643] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.028671] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fd01e5-6aae-4c3f-bb68-1dad54432253 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.043897] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.049961] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1034.053630] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.054169] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afa7f209-a481-4bd0-b252-840193868e88 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.077481] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.077481] env[65923]: value = "task-4707530" [ 1034.077481] env[65923]: _type = "Task" [ 1034.077481] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.087215] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707530, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.134568] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b358d4cd-1989-4fca-b241-116765a752e0 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.922s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.283375] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a66564-62eb-4ebc-a980-0472d73f73f0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.291520] env[65923]: INFO nova.compute.manager [-] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Took 1.30 seconds to deallocate network for instance. [ 1034.294188] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0fedbd-1b7f-4c97-9db9-ad5f97bd5ede {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.330799] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cabe6f-bcbc-43c0-8e1c-118f9e153396 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.340716] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3def01f9-2707-453c-b712-f774a5b37c66 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.359979] env[65923]: DEBUG nova.compute.provider_tree [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.365436] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Releasing lock "refresh_cache-8696a13b-7a7c-459e-ac69-eaedca7619a9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.365813] env[65923]: DEBUG nova.compute.manager [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Instance network_info: |[{"id": "a4b10e0a-5b40-42b3-8966-5a3d28e27801", "address": "fa:16:3e:38:6a:d2", "network": {"id": "0757a9cc-31d0-44d8-851f-877d5ef6af1b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409830469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a00ef3a4940a4ac78fea3db0eacd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b10e0a-5b", "ovs_interfaceid": "a4b10e0a-5b40-42b3-8966-5a3d28e27801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1034.366321] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:6a:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4b10e0a-5b40-42b3-8966-5a3d28e27801', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.374209] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1034.375189] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.375535] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e0a3047-9e10-424d-886b-f57c45090c5b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.397403] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.397403] env[65923]: value = "task-4707531" [ 1034.397403] env[65923]: _type = "Task" [ 1034.397403] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.406978] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707531, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.450616] env[65923]: WARNING neutronclient.v2_0.client [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.491472] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.491665] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.491907] env[65923]: DEBUG nova.network.neutron [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1034.514958] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.538132] env[65923]: DEBUG nova.compute.manager [req-bb318c2d-ab09-407d-b825-2210f673764f req-fd7fa2ad-eae4-49ac-9bd3-68a0d0ff2d11 service nova] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Received event network-changed-a4b10e0a-5b40-42b3-8966-5a3d28e27801 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1034.538324] env[65923]: DEBUG nova.compute.manager [req-bb318c2d-ab09-407d-b825-2210f673764f req-fd7fa2ad-eae4-49ac-9bd3-68a0d0ff2d11 service nova] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Refreshing instance network info cache due to event network-changed-a4b10e0a-5b40-42b3-8966-5a3d28e27801. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1034.538536] env[65923]: DEBUG oslo_concurrency.lockutils [req-bb318c2d-ab09-407d-b825-2210f673764f req-fd7fa2ad-eae4-49ac-9bd3-68a0d0ff2d11 service nova] Acquiring lock "refresh_cache-8696a13b-7a7c-459e-ac69-eaedca7619a9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.538670] env[65923]: DEBUG oslo_concurrency.lockutils [req-bb318c2d-ab09-407d-b825-2210f673764f req-fd7fa2ad-eae4-49ac-9bd3-68a0d0ff2d11 service nova] Acquired lock "refresh_cache-8696a13b-7a7c-459e-ac69-eaedca7619a9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.538819] env[65923]: DEBUG nova.network.neutron [req-bb318c2d-ab09-407d-b825-2210f673764f req-fd7fa2ad-eae4-49ac-9bd3-68a0d0ff2d11 service nova] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Refreshing network info cache for port a4b10e0a-5b40-42b3-8966-5a3d28e27801 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.588499] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707530, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.679144] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "c5b43746-40ce-44b0-ab87-6a87671320be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.679497] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.802299] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.864574] env[65923]: DEBUG nova.scheduler.client.report [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.897325] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.897621] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.897793] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.897975] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.898171] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.900231] env[65923]: INFO nova.compute.manager [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Terminating instance [ 1034.913920] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707531, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.997040] env[65923]: WARNING neutronclient.v2_0.client [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.012781] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.041374] env[65923]: WARNING neutronclient.v2_0.client [req-bb318c2d-ab09-407d-b825-2210f673764f req-fd7fa2ad-eae4-49ac-9bd3-68a0d0ff2d11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.093026] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707530, 'name': CreateVM_Task, 'duration_secs': 0.534157} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.093203] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.093632] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.093793] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.094144] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.094405] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a31cbcd-5eff-4f0f-82e2-592264c44c92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.101584] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1035.101584] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d996b0-e348-cb37-7bb3-36a49962ea0c" [ 1035.101584] env[65923]: _type = "Task" [ 1035.101584] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.111332] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d996b0-e348-cb37-7bb3-36a49962ea0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.183020] env[65923]: DEBUG nova.compute.utils [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.268096] env[65923]: WARNING neutronclient.v2_0.client [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.281717] env[65923]: WARNING neutronclient.v2_0.client [req-bb318c2d-ab09-407d-b825-2210f673764f req-fd7fa2ad-eae4-49ac-9bd3-68a0d0ff2d11 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.364281] env[65923]: DEBUG nova.network.neutron [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance_info_cache with network_info: [{"id": "702a3241-1b86-4ebe-92d9-580031a38975", "address": "fa:16:3e:0e:7e:5a", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702a3241-1b", "ovs_interfaceid": "702a3241-1b86-4ebe-92d9-580031a38975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.371324] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.371324] env[65923]: DEBUG nova.compute.manager [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1035.374172] env[65923]: DEBUG nova.network.neutron [req-bb318c2d-ab09-407d-b825-2210f673764f req-fd7fa2ad-eae4-49ac-9bd3-68a0d0ff2d11 service nova] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Updated VIF entry in instance network info cache for port a4b10e0a-5b40-42b3-8966-5a3d28e27801. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1035.374511] env[65923]: DEBUG nova.network.neutron [req-bb318c2d-ab09-407d-b825-2210f673764f req-fd7fa2ad-eae4-49ac-9bd3-68a0d0ff2d11 service nova] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Updating instance_info_cache with network_info: [{"id": "a4b10e0a-5b40-42b3-8966-5a3d28e27801", "address": "fa:16:3e:38:6a:d2", "network": {"id": "0757a9cc-31d0-44d8-851f-877d5ef6af1b", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1409830469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a00ef3a4940a4ac78fea3db0eacd337c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b10e0a-5b", "ovs_interfaceid": "a4b10e0a-5b40-42b3-8966-5a3d28e27801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.375818] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.574s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.376114] env[65923]: DEBUG nova.objects.instance [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lazy-loading 'resources' on Instance uuid d95a3ee6-bedd-4f69-96f4-4837a87a707f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.408246] env[65923]: DEBUG nova.compute.manager [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1035.408500] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.409698] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f1661b-670c-49a8-82c8-a34badd5bc6c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.417205] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707531, 'name': CreateVM_Task, 'duration_secs': 0.565327} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.417737] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.418342] env[65923]: WARNING neutronclient.v2_0.client [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.418680] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.422284] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.422550] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b28cfd39-2ef5-4030-ab82-e7560986f869 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.425997] env[65923]: DEBUG oslo_concurrency.lockutils [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "eea92ca0-4856-4722-b34c-10e6689c4c97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.426220] env[65923]: DEBUG oslo_concurrency.lockutils [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.426466] env[65923]: DEBUG oslo_concurrency.lockutils [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "eea92ca0-4856-4722-b34c-10e6689c4c97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.426650] env[65923]: DEBUG oslo_concurrency.lockutils [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.426813] env[65923]: DEBUG oslo_concurrency.lockutils [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.428984] env[65923]: INFO nova.compute.manager [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Terminating instance [ 1035.434054] env[65923]: DEBUG oslo_vmware.api [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1035.434054] env[65923]: value = "task-4707532" [ 1035.434054] env[65923]: _type = "Task" [ 1035.434054] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.444244] env[65923]: DEBUG oslo_vmware.api [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.514058] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.613932] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d996b0-e348-cb37-7bb3-36a49962ea0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.614246] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.614533] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.614747] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.614888] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.615084] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.615410] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.615725] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.615992] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f20f3582-c7f5-4ab6-a4d9-0f57677e9853 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.618079] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e5ae1b-c665-46f1-b268-313e01992332 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.624447] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1035.624447] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bd5283-fbfb-1fbc-ae67-a2cdd48c7351" [ 1035.624447] env[65923]: _type = "Task" [ 1035.624447] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.629278] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.629540] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.631036] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbe27c25-70c7-4837-a8f6-69af26494bc5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.638953] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bd5283-fbfb-1fbc-ae67-a2cdd48c7351, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.640483] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.642244] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.642244] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.642244] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1035.642244] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a94af9-38b3-abdc-0908-87c87fc5bcda" [ 1035.642244] env[65923]: _type = "Task" [ 1035.642244] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.651723] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a94af9-38b3-abdc-0908-87c87fc5bcda, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.652677] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f695dd-180e-49b2-8347-e4cdac5fec8a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.659547] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1035.659547] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a2a9ea-f95c-a29f-38e9-bfa5c35461e9" [ 1035.659547] env[65923]: _type = "Task" [ 1035.659547] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.670447] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a2a9ea-f95c-a29f-38e9-bfa5c35461e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.687353] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.867846] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.880065] env[65923]: DEBUG nova.compute.utils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.881054] env[65923]: DEBUG oslo_concurrency.lockutils [req-bb318c2d-ab09-407d-b825-2210f673764f req-fd7fa2ad-eae4-49ac-9bd3-68a0d0ff2d11 service nova] Releasing lock "refresh_cache-8696a13b-7a7c-459e-ac69-eaedca7619a9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.881282] env[65923]: DEBUG nova.compute.manager [req-bb318c2d-ab09-407d-b825-2210f673764f req-fd7fa2ad-eae4-49ac-9bd3-68a0d0ff2d11 service nova] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Received event network-vif-deleted-4ad08ca3-e99f-4d89-b672-1e478855c98b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1035.885538] env[65923]: DEBUG nova.compute.manager [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1035.886087] env[65923]: DEBUG nova.network.neutron [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1035.886087] env[65923]: WARNING neutronclient.v2_0.client [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.886368] env[65923]: WARNING neutronclient.v2_0.client [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.928048] env[65923]: DEBUG nova.policy [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e8b2a6bd9dc4214a4d15cdcbd551352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfe38d2a113e40e69aa390483a71ab03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.935697] env[65923]: DEBUG nova.compute.manager [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1035.935984] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.937299] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eed70af-7200-48a6-94ae-4d26609f5b48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.953682] env[65923]: DEBUG oslo_vmware.api [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.954051] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.954323] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a3440ff-6666-4a69-98fb-e8c51b1910af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.963479] env[65923]: DEBUG oslo_vmware.api [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1035.963479] env[65923]: value = "task-4707533" [ 1035.963479] env[65923]: _type = "Task" [ 1035.963479] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.976129] env[65923]: DEBUG oslo_vmware.api [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.015018] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.152665] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bea16af-c8a1-4a76-9892-86581f13005b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.166347] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6ff2fd-87c9-419d-a796-dc87ef24eb58 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.176731] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a2a9ea-f95c-a29f-38e9-bfa5c35461e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.207123] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.207547] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] a6442798-11ae-4a43-a0b6-e9726db3653b/a6442798-11ae-4a43-a0b6-e9726db3653b.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.208699] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.208989] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.209344] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b40ce97-eab3-413c-906f-020201edc255 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.212120] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bab219c-0d7a-4ca1-afeb-8fca0b514e2b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.215230] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21844714-5f2a-4ce4-a799-0c9cb59b0332 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.226582] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e636a270-f68a-4742-8455-cdb21a39d553 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.233811] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1036.233811] env[65923]: value = "task-4707534" [ 1036.233811] env[65923]: _type = "Task" [ 1036.233811] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.235341] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.235532] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.239992] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d19d432-95fe-4e98-9362-80a9c9cfbc5d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.251260] env[65923]: DEBUG nova.compute.provider_tree [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.258843] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.260546] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1036.260546] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52301ba1-84f1-5954-ff80-7a216ec2b201" [ 1036.260546] env[65923]: _type = "Task" [ 1036.260546] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.272221] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52301ba1-84f1-5954-ff80-7a216ec2b201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.285703] env[65923]: DEBUG nova.network.neutron [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Successfully created port: 2b9e838b-629b-44df-8612-e881d1473506 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1036.388024] env[65923]: DEBUG nova.compute.manager [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1036.393846] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e27dda5-0ed1-4981-b432-9e2bed9e34a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.415170] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d805430-e4f4-45f2-92a3-a4e89ecf1517 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.422567] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance 'c70d2116-f92a-44a6-a90b-c7e1ee0f469f' progress to 83 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.446896] env[65923]: DEBUG oslo_vmware.api [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707532, 'name': PowerOffVM_Task, 'duration_secs': 0.823353} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.447270] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.447506] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.447871] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf6d5d1f-66f6-4b19-8f5c-366da3c2eb6d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.477128] env[65923]: DEBUG oslo_vmware.api [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707533, 'name': PowerOffVM_Task, 'duration_secs': 0.291616} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.477470] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.477682] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.477992] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67a43ea5-f2db-4a45-9d66-c345c3377f98 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.517429] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.519139] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.519378] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.519585] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleting the datastore file [datastore1] 5ebaa096-8ba1-490d-aba2-d254c50dee8f {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.520438] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1d39337-650f-4e7d-b301-75fcd8e8e8e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.528150] env[65923]: DEBUG oslo_vmware.api [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1036.528150] env[65923]: value = "task-4707537" [ 1036.528150] env[65923]: _type = "Task" [ 1036.528150] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.537934] env[65923]: DEBUG oslo_vmware.api [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.557373] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.557634] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.557844] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Deleting the datastore file [datastore1] eea92ca0-4856-4722-b34c-10e6689c4c97 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.558165] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ab0037f-b77d-454c-83b6-34621d483b38 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.566221] env[65923]: DEBUG oslo_vmware.api [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1036.566221] env[65923]: value = "task-4707538" [ 1036.566221] env[65923]: _type = "Task" [ 1036.566221] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.578782] env[65923]: DEBUG oslo_vmware.api [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.747530] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707534, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.755955] env[65923]: DEBUG nova.scheduler.client.report [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.773984] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52301ba1-84f1-5954-ff80-7a216ec2b201, 'name': SearchDatastore_Task, 'duration_secs': 0.014272} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.774890] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337da7d0-6156-4ea2-aedc-ffb54be157fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.785427] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1036.785427] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528bec6a-ee7e-e2fc-e04b-11a844a09a88" [ 1036.785427] env[65923]: _type = "Task" [ 1036.785427] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.790863] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "c5b43746-40ce-44b0-ab87-6a87671320be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.791139] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.791410] env[65923]: INFO nova.compute.manager [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Attaching volume 8647af09-d04f-49a4-b2c5-29409f6ed37f to /dev/sdb [ 1036.808305] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528bec6a-ee7e-e2fc-e04b-11a844a09a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.852163] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04817414-fd53-4586-b823-d400abd00597 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.862950] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb4b3fb-5a95-449b-bcf9-abf2f6b9f272 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.880034] env[65923]: DEBUG nova.virt.block_device [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Updating existing volume attachment record: da077bab-b54c-4f63-afb5-8b8346c23e4a {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1036.932116] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c4a6c1-201a-40e6-882f-4b09f9e5a729 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance 'c70d2116-f92a-44a6-a90b-c7e1ee0f469f' progress to 100 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.016519] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.038453] env[65923]: DEBUG oslo_vmware.api [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423775} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.038723] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.038841] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.039031] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.039191] env[65923]: INFO nova.compute.manager [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1037.039428] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1037.039633] env[65923]: DEBUG nova.compute.manager [-] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1037.039707] env[65923]: DEBUG nova.network.neutron [-] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1037.039958] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.071887] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.077670] env[65923]: DEBUG oslo_vmware.api [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419955} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.077670] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.077830] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.077989] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.078538] env[65923]: INFO nova.compute.manager [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1037.078538] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1037.078724] env[65923]: DEBUG nova.compute.manager [-] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1037.080042] env[65923]: DEBUG nova.network.neutron [-] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1037.080042] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.246648] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638607} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.246948] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] a6442798-11ae-4a43-a0b6-e9726db3653b/a6442798-11ae-4a43-a0b6-e9726db3653b.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.247182] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.247512] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-666655c6-9d64-45ce-bcb2-63b146ffba04 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.255314] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1037.255314] env[65923]: value = "task-4707542" [ 1037.255314] env[65923]: _type = "Task" [ 1037.255314] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.261931] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.268754] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.294532] env[65923]: INFO nova.scheduler.client.report [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Deleted allocations for instance d95a3ee6-bedd-4f69-96f4-4837a87a707f [ 1037.301391] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528bec6a-ee7e-e2fc-e04b-11a844a09a88, 'name': SearchDatastore_Task, 'duration_secs': 0.061278} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.304396] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.305040] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 8696a13b-7a7c-459e-ac69-eaedca7619a9/8696a13b-7a7c-459e-ac69-eaedca7619a9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.305439] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2decccd7-d3cd-418a-a169-a0a3bfa58be1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.314464] env[65923]: DEBUG nova.compute.manager [req-f1d00860-843b-49af-a01b-29de855643bc req-25cdebbc-ce24-4262-8859-1a979822e9f2 service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Received event network-vif-deleted-6fb94135-be5a-44a1-9368-82c55973f4c4 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1037.314559] env[65923]: INFO nova.compute.manager [req-f1d00860-843b-49af-a01b-29de855643bc req-25cdebbc-ce24-4262-8859-1a979822e9f2 service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Neutron deleted interface 6fb94135-be5a-44a1-9368-82c55973f4c4; detaching it from the instance and deleting it from the info cache [ 1037.314653] env[65923]: DEBUG nova.network.neutron [req-f1d00860-843b-49af-a01b-29de855643bc req-25cdebbc-ce24-4262-8859-1a979822e9f2 service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.317425] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1037.317425] env[65923]: value = "task-4707543" [ 1037.317425] env[65923]: _type = "Task" [ 1037.317425] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.328911] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.348592] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.403726] env[65923]: DEBUG nova.compute.manager [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1037.434241] env[65923]: DEBUG nova.virt.hardware [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1037.434512] env[65923]: DEBUG nova.virt.hardware [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.434670] env[65923]: DEBUG nova.virt.hardware [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1037.434844] env[65923]: DEBUG nova.virt.hardware [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.434983] env[65923]: DEBUG nova.virt.hardware [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1037.435191] env[65923]: DEBUG nova.virt.hardware [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1037.435472] env[65923]: DEBUG nova.virt.hardware [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.435722] env[65923]: DEBUG nova.virt.hardware [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1037.435898] env[65923]: DEBUG nova.virt.hardware [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1037.436076] env[65923]: DEBUG nova.virt.hardware [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1037.436256] env[65923]: DEBUG nova.virt.hardware [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1037.437225] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280d2174-81c4-4099-8541-f447daeb3732 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.451345] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe32302-4f29-44ae-bca9-fbba8f6ac0ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.517312] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.768287] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071454} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.768658] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.769479] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a75f86-6473-4887-a51c-d5d9f69662a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.787359] env[65923]: DEBUG nova.network.neutron [-] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.799496] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] a6442798-11ae-4a43-a0b6-e9726db3653b/a6442798-11ae-4a43-a0b6-e9726db3653b.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.800990] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-243f1bdb-2ff4-4dc6-8a02-5abb6c4cd05f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.821394] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60b3de1d-c00e-4ada-a09a-76d21a935f0c tempest-ServerDiskConfigTestJSON-1115463270 tempest-ServerDiskConfigTestJSON-1115463270-project-member] Lock "d95a3ee6-bedd-4f69-96f4-4837a87a707f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.477s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.822959] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ece60b60-b2a7-46c4-bbc3-6f3e8709aef9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.830534] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1037.830534] env[65923]: value = "task-4707544" [ 1037.830534] env[65923]: _type = "Task" [ 1037.830534] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.838033] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509941} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.840880] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 8696a13b-7a7c-459e-ac69-eaedca7619a9/8696a13b-7a7c-459e-ac69-eaedca7619a9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.841227] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.841950] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32964279-96e3-4c8b-b253-788981e87b8f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.846961] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e233af3-b2e4-4169-86d6-e58459b5bc9f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.863702] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.869903] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1037.869903] env[65923]: value = "task-4707545" [ 1037.869903] env[65923]: _type = "Task" [ 1037.869903] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.894855] env[65923]: DEBUG nova.compute.manager [req-f1d00860-843b-49af-a01b-29de855643bc req-25cdebbc-ce24-4262-8859-1a979822e9f2 service nova] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Detach interface failed, port_id=6fb94135-be5a-44a1-9368-82c55973f4c4, reason: Instance 5ebaa096-8ba1-490d-aba2-d254c50dee8f could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1037.895155] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.018740] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.208388] env[65923]: DEBUG nova.compute.manager [req-4807bc16-28a8-491e-8543-ed20fd9f6171 req-4e6e84a3-8fb6-4957-884f-bed12f78a16e service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Received event network-vif-plugged-2b9e838b-629b-44df-8612-e881d1473506 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1038.208388] env[65923]: DEBUG oslo_concurrency.lockutils [req-4807bc16-28a8-491e-8543-ed20fd9f6171 req-4e6e84a3-8fb6-4957-884f-bed12f78a16e service nova] Acquiring lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.208388] env[65923]: DEBUG oslo_concurrency.lockutils [req-4807bc16-28a8-491e-8543-ed20fd9f6171 req-4e6e84a3-8fb6-4957-884f-bed12f78a16e service nova] Lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.208388] env[65923]: DEBUG oslo_concurrency.lockutils [req-4807bc16-28a8-491e-8543-ed20fd9f6171 req-4e6e84a3-8fb6-4957-884f-bed12f78a16e service nova] Lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.208388] env[65923]: DEBUG nova.compute.manager [req-4807bc16-28a8-491e-8543-ed20fd9f6171 req-4e6e84a3-8fb6-4957-884f-bed12f78a16e service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] No waiting events found dispatching network-vif-plugged-2b9e838b-629b-44df-8612-e881d1473506 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1038.208388] env[65923]: WARNING nova.compute.manager [req-4807bc16-28a8-491e-8543-ed20fd9f6171 req-4e6e84a3-8fb6-4957-884f-bed12f78a16e service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Received unexpected event network-vif-plugged-2b9e838b-629b-44df-8612-e881d1473506 for instance with vm_state building and task_state spawning. [ 1038.290131] env[65923]: DEBUG nova.network.neutron [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Successfully updated port: 2b9e838b-629b-44df-8612-e881d1473506 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1038.291539] env[65923]: INFO nova.compute.manager [-] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Took 1.25 seconds to deallocate network for instance. [ 1038.343923] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.383115] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083968} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.383115] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.383785] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6543d258-fb10-4fb5-8e3c-a7db0ef89c3e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.412402] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 8696a13b-7a7c-459e-ac69-eaedca7619a9/8696a13b-7a7c-459e-ac69-eaedca7619a9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.412752] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a55549-1bfd-4152-95e7-1e096fffd395 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.434707] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1038.434707] env[65923]: value = "task-4707546" [ 1038.434707] env[65923]: _type = "Task" [ 1038.434707] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.438710] env[65923]: DEBUG nova.network.neutron [-] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.447870] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.521039] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.755502] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.755609] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.755782] env[65923]: DEBUG nova.compute.manager [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Going to confirm migration 5 {{(pid=65923) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1038.793470] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "refresh_cache-29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.793727] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "refresh_cache-29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.794594] env[65923]: DEBUG nova.network.neutron [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1038.798269] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.798543] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.798743] env[65923]: DEBUG nova.objects.instance [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lazy-loading 'resources' on Instance uuid 5ebaa096-8ba1-490d-aba2-d254c50dee8f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.845954] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707544, 'name': ReconfigVM_Task, 'duration_secs': 0.851295} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.846419] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] a6442798-11ae-4a43-a0b6-e9726db3653b/a6442798-11ae-4a43-a0b6-e9726db3653b.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.847017] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8184ba3a-5ba5-483d-b6c4-3ba3d8c4929d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.855379] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1038.855379] env[65923]: value = "task-4707547" [ 1038.855379] env[65923]: _type = "Task" [ 1038.855379] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.866485] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707547, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.942076] env[65923]: INFO nova.compute.manager [-] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Took 1.86 seconds to deallocate network for instance. [ 1038.947336] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707546, 'name': ReconfigVM_Task, 'duration_secs': 0.33523} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.951023] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 8696a13b-7a7c-459e-ac69-eaedca7619a9/8696a13b-7a7c-459e-ac69-eaedca7619a9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.951847] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8097b7e-899f-4abc-8d26-a1af054a5803 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.959914] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1038.959914] env[65923]: value = "task-4707548" [ 1038.959914] env[65923]: _type = "Task" [ 1038.959914] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.970863] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707548, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.021070] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.261885] env[65923]: WARNING neutronclient.v2_0.client [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.311359] env[65923]: WARNING neutronclient.v2_0.client [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.311762] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.311925] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.312108] env[65923]: DEBUG nova.network.neutron [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1039.312306] env[65923]: DEBUG nova.objects.instance [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'info_cache' on Instance uuid c70d2116-f92a-44a6-a90b-c7e1ee0f469f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.371505] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707547, 'name': Rename_Task, 'duration_secs': 0.280809} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.371621] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.371878] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b21258a6-5ec5-488b-a518-24c654e0b6d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.382074] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1039.382074] env[65923]: value = "task-4707550" [ 1039.382074] env[65923]: _type = "Task" [ 1039.382074] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.389784] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.400462] env[65923]: DEBUG nova.network.neutron [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1039.452601] env[65923]: DEBUG oslo_concurrency.lockutils [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.477210] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707548, 'name': Rename_Task, 'duration_secs': 0.176801} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.477210] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.477726] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86168e8a-d1a0-4975-bd56-1236cbfba458 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.487816] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1039.487816] env[65923]: value = "task-4707551" [ 1039.487816] env[65923]: _type = "Task" [ 1039.487816] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.500947] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.524617] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.577680] env[65923]: DEBUG oslo_concurrency.lockutils [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquiring lock "c156f99d-4055-4848-9a3f-0d624bf38ae0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.578082] env[65923]: DEBUG oslo_concurrency.lockutils [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Lock "c156f99d-4055-4848-9a3f-0d624bf38ae0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.578247] env[65923]: DEBUG oslo_concurrency.lockutils [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquiring lock "c156f99d-4055-4848-9a3f-0d624bf38ae0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.578470] env[65923]: DEBUG oslo_concurrency.lockutils [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Lock "c156f99d-4055-4848-9a3f-0d624bf38ae0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.578689] env[65923]: DEBUG oslo_concurrency.lockutils [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Lock "c156f99d-4055-4848-9a3f-0d624bf38ae0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.583528] env[65923]: INFO nova.compute.manager [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Terminating instance [ 1039.591230] env[65923]: DEBUG nova.compute.manager [req-99265b4f-880a-4ee8-a874-8cf9b4045529 req-3e26330e-29ad-4352-afaa-c215972db707 service nova] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Received event network-vif-deleted-71ed03fc-0bb9-439f-bd2a-4e0de30975f7 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1039.624612] env[65923]: WARNING neutronclient.v2_0.client [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.629838] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef468a5-fb92-4d37-8b65-af3ba78549bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.639424] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a82ad4b-8a5a-4a5e-bcf1-35813720913c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.671337] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec24af3-b018-4760-9cbc-b2cf166f9eaa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.680802] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598445eb-d9f8-4acf-a976-0482bbb3a263 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.697708] env[65923]: DEBUG nova.compute.provider_tree [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.698969] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquiring lock "d5b6f484-713d-416f-b96d-8c25462babd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.699311] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Lock "d5b6f484-713d-416f-b96d-8c25462babd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.699395] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquiring lock "d5b6f484-713d-416f-b96d-8c25462babd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.699762] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Lock "d5b6f484-713d-416f-b96d-8c25462babd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.699762] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Lock "d5b6f484-713d-416f-b96d-8c25462babd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.701650] env[65923]: INFO nova.compute.manager [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Terminating instance [ 1039.829190] env[65923]: DEBUG nova.network.neutron [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Updating instance_info_cache with network_info: [{"id": "2b9e838b-629b-44df-8612-e881d1473506", "address": "fa:16:3e:f8:db:4c", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9e838b-62", "ovs_interfaceid": "2b9e838b-629b-44df-8612-e881d1473506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.893132] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.998080] env[65923]: DEBUG oslo_vmware.api [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707551, 'name': PowerOnVM_Task, 'duration_secs': 0.490879} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.998410] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.998611] env[65923]: INFO nova.compute.manager [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1039.998788] env[65923]: DEBUG nova.compute.manager [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1039.999630] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da4a9e1-47dd-4ce8-8313-d62084cc35e7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.022771] env[65923]: DEBUG oslo_vmware.api [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707529, 'name': ReconfigVM_Task, 'duration_secs': 5.819342} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.023627] env[65923]: DEBUG oslo_concurrency.lockutils [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.023994] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Reconfigured VM to detach interface {{(pid=65923) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1040.024573] env[65923]: WARNING neutronclient.v2_0.client [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.024971] env[65923]: WARNING neutronclient.v2_0.client [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.059150] env[65923]: WARNING neutronclient.v2_0.client [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.092737] env[65923]: DEBUG nova.compute.manager [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1040.093048] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.094187] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadb73b4-bccd-4f80-b56d-07ad1c810961 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.103663] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.104075] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74ef1b95-0bfc-474f-aff2-5e8af7b117d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.111636] env[65923]: DEBUG oslo_vmware.api [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for the task: (returnval){ [ 1040.111636] env[65923]: value = "task-4707552" [ 1040.111636] env[65923]: _type = "Task" [ 1040.111636] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.121963] env[65923]: DEBUG oslo_vmware.api [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.203263] env[65923]: DEBUG nova.scheduler.client.report [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.208065] env[65923]: DEBUG nova.compute.manager [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1040.208423] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.209775] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0654a6e-8f63-4e71-859b-f24f9770cfd6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.218860] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.219132] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ed17562-f81b-4d65-a3da-5a656f19356a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.226995] env[65923]: DEBUG oslo_vmware.api [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for the task: (returnval){ [ 1040.226995] env[65923]: value = "task-4707553" [ 1040.226995] env[65923]: _type = "Task" [ 1040.226995] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.239343] env[65923]: DEBUG oslo_vmware.api [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.320932] env[65923]: WARNING neutronclient.v2_0.client [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.334248] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "refresh_cache-29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.335066] env[65923]: DEBUG nova.compute.manager [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Instance network_info: |[{"id": "2b9e838b-629b-44df-8612-e881d1473506", "address": "fa:16:3e:f8:db:4c", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9e838b-62", "ovs_interfaceid": "2b9e838b-629b-44df-8612-e881d1473506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1040.335981] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:db:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b9e838b-629b-44df-8612-e881d1473506', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.349430] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1040.349430] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.349430] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d44206cc-fb43-4eef-9610-cc176ad92e9f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.374165] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.374165] env[65923]: value = "task-4707554" [ 1040.374165] env[65923]: _type = "Task" [ 1040.374165] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.388975] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707554, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.392161] env[65923]: DEBUG nova.compute.manager [req-3cdda1c9-0e95-4e07-bbe4-f23238b3ecf1 req-2e345d10-139b-44f4-9274-3653017946c0 service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Received event network-changed-2b9e838b-629b-44df-8612-e881d1473506 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1040.392354] env[65923]: DEBUG nova.compute.manager [req-3cdda1c9-0e95-4e07-bbe4-f23238b3ecf1 req-2e345d10-139b-44f4-9274-3653017946c0 service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Refreshing instance network info cache due to event network-changed-2b9e838b-629b-44df-8612-e881d1473506. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1040.392581] env[65923]: DEBUG oslo_concurrency.lockutils [req-3cdda1c9-0e95-4e07-bbe4-f23238b3ecf1 req-2e345d10-139b-44f4-9274-3653017946c0 service nova] Acquiring lock "refresh_cache-29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.392714] env[65923]: DEBUG oslo_concurrency.lockutils [req-3cdda1c9-0e95-4e07-bbe4-f23238b3ecf1 req-2e345d10-139b-44f4-9274-3653017946c0 service nova] Acquired lock "refresh_cache-29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.392863] env[65923]: DEBUG nova.network.neutron [req-3cdda1c9-0e95-4e07-bbe4-f23238b3ecf1 req-2e345d10-139b-44f4-9274-3653017946c0 service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Refreshing network info cache for port 2b9e838b-629b-44df-8612-e881d1473506 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.402887] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707550, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.518886] env[65923]: INFO nova.compute.manager [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Took 14.45 seconds to build instance. [ 1040.622843] env[65923]: DEBUG oslo_vmware.api [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707552, 'name': PowerOffVM_Task, 'duration_secs': 0.301428} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.622843] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.622843] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.623410] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-623e92d5-ef7a-4109-ae0b-a048d25c9f70 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.700859] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.701115] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.701299] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Deleting the datastore file [datastore1] c156f99d-4055-4848-9a3f-0d624bf38ae0 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.701568] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-403b46e3-4bf2-4224-8596-823fc72cdf86 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.709011] env[65923]: DEBUG oslo_vmware.api [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for the task: (returnval){ [ 1040.709011] env[65923]: value = "task-4707556" [ 1040.709011] env[65923]: _type = "Task" [ 1040.709011] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.709802] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.719019] env[65923]: DEBUG oslo_concurrency.lockutils [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.265s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.719019] env[65923]: DEBUG nova.objects.instance [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'resources' on Instance uuid eea92ca0-4856-4722-b34c-10e6689c4c97 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.726933] env[65923]: DEBUG oslo_vmware.api [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.740777] env[65923]: DEBUG oslo_vmware.api [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707553, 'name': PowerOffVM_Task, 'duration_secs': 0.232496} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.741110] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.741314] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.741965] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11a513e6-346a-4525-9bc9-34747485fa5a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.755960] env[65923]: INFO nova.scheduler.client.report [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted allocations for instance 5ebaa096-8ba1-490d-aba2-d254c50dee8f [ 1040.784454] env[65923]: WARNING neutronclient.v2_0.client [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.884722] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707554, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.895198] env[65923]: DEBUG oslo_vmware.api [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707550, 'name': PowerOnVM_Task, 'duration_secs': 1.078977} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.895817] env[65923]: WARNING neutronclient.v2_0.client [req-3cdda1c9-0e95-4e07-bbe4-f23238b3ecf1 req-2e345d10-139b-44f4-9274-3653017946c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.898150] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.898727] env[65923]: DEBUG nova.compute.manager [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1040.899463] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b2245a-1ee3-4640-93fe-6354a8027dac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.903522] env[65923]: DEBUG nova.network.neutron [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance_info_cache with network_info: [{"id": "702a3241-1b86-4ebe-92d9-580031a38975", "address": "fa:16:3e:0e:7e:5a", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702a3241-1b", "ovs_interfaceid": "702a3241-1b86-4ebe-92d9-580031a38975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.023378] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f0b812e4-6b67-4e2f-ba42-d5f53abca184 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "8696a13b-7a7c-459e-ac69-eaedca7619a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.971s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.165661] env[65923]: WARNING neutronclient.v2_0.client [req-3cdda1c9-0e95-4e07-bbe4-f23238b3ecf1 req-2e345d10-139b-44f4-9274-3653017946c0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.228638] env[65923]: DEBUG oslo_vmware.api [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Task: {'id': task-4707556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145543} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.229182] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.229355] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.229533] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.229714] env[65923]: INFO nova.compute.manager [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1041.229965] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1041.230171] env[65923]: DEBUG nova.compute.manager [-] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1041.230265] env[65923]: DEBUG nova.network.neutron [-] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1041.230507] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.260540] env[65923]: DEBUG nova.network.neutron [req-3cdda1c9-0e95-4e07-bbe4-f23238b3ecf1 req-2e345d10-139b-44f4-9274-3653017946c0 service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Updated VIF entry in instance network info cache for port 2b9e838b-629b-44df-8612-e881d1473506. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1041.260945] env[65923]: DEBUG nova.network.neutron [req-3cdda1c9-0e95-4e07-bbe4-f23238b3ecf1 req-2e345d10-139b-44f4-9274-3653017946c0 service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Updating instance_info_cache with network_info: [{"id": "2b9e838b-629b-44df-8612-e881d1473506", "address": "fa:16:3e:f8:db:4c", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b9e838b-62", "ovs_interfaceid": "2b9e838b-629b-44df-8612-e881d1473506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.270023] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79a8c1eb-ee3f-4a4c-9319-182bab77f10a tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "5ebaa096-8ba1-490d-aba2-d254c50dee8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.370s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.272974] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.326224] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.326698] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.326953] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Deleting the datastore file [datastore2] d5b6f484-713d-416f-b96d-8c25462babd5 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.330858] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cb7af9d-f186-4655-a7f8-2fc4b88f43bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.338731] env[65923]: DEBUG oslo_vmware.api [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for the task: (returnval){ [ 1041.338731] env[65923]: value = "task-4707558" [ 1041.338731] env[65923]: _type = "Task" [ 1041.338731] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.354633] env[65923]: DEBUG oslo_vmware.api [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.391441] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707554, 'name': CreateVM_Task, 'duration_secs': 0.519015} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.391891] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.392436] env[65923]: WARNING neutronclient.v2_0.client [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.392816] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.392949] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.393411] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.393701] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34598f90-27c7-436d-bc95-05157a8f7f86 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.399606] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1041.399606] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f089b0-c5e6-d0e7-9c01-63560470a9d8" [ 1041.399606] env[65923]: _type = "Task" [ 1041.399606] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.409583] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.410538] env[65923]: DEBUG nova.objects.instance [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'migration_context' on Instance uuid c70d2116-f92a-44a6-a90b-c7e1ee0f469f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.412803] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f089b0-c5e6-d0e7-9c01-63560470a9d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.421180] env[65923]: DEBUG oslo_concurrency.lockutils [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.421375] env[65923]: DEBUG oslo_concurrency.lockutils [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.422414] env[65923]: DEBUG nova.network.neutron [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.431176] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.434980] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "8696a13b-7a7c-459e-ac69-eaedca7619a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.435286] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "8696a13b-7a7c-459e-ac69-eaedca7619a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.435609] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "8696a13b-7a7c-459e-ac69-eaedca7619a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.435832] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "8696a13b-7a7c-459e-ac69-eaedca7619a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.436109] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "8696a13b-7a7c-459e-ac69-eaedca7619a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.438894] env[65923]: INFO nova.compute.manager [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Terminating instance [ 1041.463234] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1041.463234] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918736', 'volume_id': '8647af09-d04f-49a4-b2c5-29409f6ed37f', 'name': 'volume-8647af09-d04f-49a4-b2c5-29409f6ed37f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5b43746-40ce-44b0-ab87-6a87671320be', 'attached_at': '', 'detached_at': '', 'volume_id': '8647af09-d04f-49a4-b2c5-29409f6ed37f', 'serial': '8647af09-d04f-49a4-b2c5-29409f6ed37f'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1041.465088] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dceda2f-9263-4b4b-a321-b9e65dd4c50e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.492818] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37312b58-67ef-4833-a3bd-d9467d1e0316 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.522330] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-8647af09-d04f-49a4-b2c5-29409f6ed37f/volume-8647af09-d04f-49a4-b2c5-29409f6ed37f.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.526305] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f10bac-b842-445f-a3d2-b338087403d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.548546] env[65923]: DEBUG oslo_vmware.api [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1041.548546] env[65923]: value = "task-4707559" [ 1041.548546] env[65923]: _type = "Task" [ 1041.548546] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.558973] env[65923]: DEBUG oslo_vmware.api [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.595586] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ffbd84-fc35-4860-aaf4-edfc8dd8760a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.604620] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ab8546-082c-4de1-9dcd-a5566f9f116c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.643828] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f43750-affa-4523-8a39-affb75ad4776 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.653079] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d01334-6209-4ea5-aedd-403cff57622a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.668544] env[65923]: DEBUG nova.compute.provider_tree [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.764427] env[65923]: DEBUG oslo_concurrency.lockutils [req-3cdda1c9-0e95-4e07-bbe4-f23238b3ecf1 req-2e345d10-139b-44f4-9274-3653017946c0 service nova] Releasing lock "refresh_cache-29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.852165] env[65923]: DEBUG oslo_vmware.api [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Task: {'id': task-4707558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408759} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.852286] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.852465] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.852670] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.852804] env[65923]: INFO nova.compute.manager [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1041.853258] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1041.853602] env[65923]: DEBUG nova.compute.manager [-] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1041.853602] env[65923]: DEBUG nova.network.neutron [-] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1041.853877] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.912944] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f089b0-c5e6-d0e7-9c01-63560470a9d8, 'name': SearchDatastore_Task, 'duration_secs': 0.020423} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.913404] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.913879] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.915204] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.915204] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.915318] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.915737] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-816c179d-c464-414a-8410-83069d4d2d6a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.919820] env[65923]: DEBUG nova.objects.base [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.920724] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfba45f-28fc-441c-bd60-58d00a79f4be {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.944151] env[65923]: WARNING neutronclient.v2_0.client [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.947668] env[65923]: DEBUG nova.compute.manager [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1041.947950] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.952554] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.958425] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba786b1-72d9-46e5-8cf9-613ac10afd4a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.961369] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d8c0b4-8c08-4a0e-845d-5d8bba1ebbe4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.964894] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.964894] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.966096] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa37c83-92ba-4f73-8d68-a5232bbd402e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.976278] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1041.976278] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52921cf3-068e-fa4c-1efa-883b18bafc21" [ 1041.976278] env[65923]: _type = "Task" [ 1041.976278] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.980436] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.980849] env[65923]: DEBUG oslo_vmware.api [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1041.980849] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c4bfba-5432-49df-c1a0-2f4ddfa7afa0" [ 1041.980849] env[65923]: _type = "Task" [ 1041.980849] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.984573] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755bb8b3-dd01-47a8-b17e-b7eb615e81a3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.996798] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52921cf3-068e-fa4c-1efa-883b18bafc21, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.002631] env[65923]: DEBUG oslo_vmware.api [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1042.002631] env[65923]: value = "task-4707560" [ 1042.002631] env[65923]: _type = "Task" [ 1042.002631] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.003140] env[65923]: DEBUG oslo_vmware.api [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c4bfba-5432-49df-c1a0-2f4ddfa7afa0, 'name': SearchDatastore_Task, 'duration_secs': 0.008618} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.003435] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5c62fe-be20-454f-bd57-631184214c61 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.006425] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.014507] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1042.014507] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c27ac9-04bc-2a3c-b293-190c04ab9bd7" [ 1042.014507] env[65923]: _type = "Task" [ 1042.014507] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.018184] env[65923]: DEBUG oslo_vmware.api [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.029319] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c27ac9-04bc-2a3c-b293-190c04ab9bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.034316] env[65923]: DEBUG nova.compute.manager [req-8ed78c84-ba97-4168-8cac-049fee1dfa98 req-83d5bec6-25fd-46b9-827a-286be73c404e service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Received event network-vif-deleted-8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1042.034701] env[65923]: INFO nova.compute.manager [req-8ed78c84-ba97-4168-8cac-049fee1dfa98 req-83d5bec6-25fd-46b9-827a-286be73c404e service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Neutron deleted interface 8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946; detaching it from the instance and deleting it from the info cache [ 1042.034701] env[65923]: DEBUG nova.network.neutron [req-8ed78c84-ba97-4168-8cac-049fee1dfa98 req-83d5bec6-25fd-46b9-827a-286be73c404e service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.063608] env[65923]: DEBUG oslo_vmware.api [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.174820] env[65923]: DEBUG nova.scheduler.client.report [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.244041] env[65923]: WARNING neutronclient.v2_0.client [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.326263] env[65923]: DEBUG nova.network.neutron [-] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.521466] env[65923]: DEBUG oslo_vmware.api [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707560, 'name': PowerOffVM_Task, 'duration_secs': 0.226969} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.524829] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.525088] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.529435] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2fd9858-0f49-4bef-8138-f5d88d89d2aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.535897] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c27ac9-04bc-2a3c-b293-190c04ab9bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.013624} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.539968] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.540268] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c/29b5f6b7-c711-4ef5-8a21-9a4bd06d783c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.541929] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69a450b9-e3aa-40a0-b8bf-c522a93047e3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.547438] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4bffa16-93eb-4054-9b6d-0856fd51bc4a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.556183] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1042.556183] env[65923]: value = "task-4707562" [ 1042.556183] env[65923]: _type = "Task" [ 1042.556183] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.565896] env[65923]: DEBUG oslo_vmware.api [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707559, 'name': ReconfigVM_Task, 'duration_secs': 0.653725} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.574254] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd33354e-11dd-4105-ade9-4868d6edd407 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.587318] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-8647af09-d04f-49a4-b2c5-29409f6ed37f/volume-8647af09-d04f-49a4-b2c5-29409f6ed37f.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.593720] env[65923]: INFO nova.network.neutron [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Port fe61e35c-7df9-442c-a935-35d62e7b0961 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1042.594140] env[65923]: DEBUG nova.network.neutron [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updating instance_info_cache with network_info: [{"id": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "address": "fa:16:3e:58:49:41", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f2f1fa-05", "ovs_interfaceid": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.595889] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5538ea76-ec15-470d-8697-0e9672ac9e49 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.608715] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.609179] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.609179] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Deleting the datastore file [datastore1] 8696a13b-7a7c-459e-ac69-eaedca7619a9 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.609819] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da880ea0-37eb-40a8-aa13-d5a1ad168c59 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.617282] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.620183] env[65923]: DEBUG oslo_vmware.api [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for the task: (returnval){ [ 1042.620183] env[65923]: value = "task-4707563" [ 1042.620183] env[65923]: _type = "Task" [ 1042.620183] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.622024] env[65923]: DEBUG oslo_vmware.api [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1042.622024] env[65923]: value = "task-4707564" [ 1042.622024] env[65923]: _type = "Task" [ 1042.622024] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.637749] env[65923]: DEBUG nova.compute.manager [req-8ed78c84-ba97-4168-8cac-049fee1dfa98 req-83d5bec6-25fd-46b9-827a-286be73c404e service nova] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Detach interface failed, port_id=8b2c9f97-54d8-4d7f-950d-e6ee2ba2f946, reason: Instance c156f99d-4055-4848-9a3f-0d624bf38ae0 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.647585] env[65923]: DEBUG oslo_vmware.api [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.650726] env[65923]: DEBUG oslo_vmware.api [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.682983] env[65923]: DEBUG oslo_concurrency.lockutils [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.688020] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.256s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.688020] env[65923]: DEBUG nova.objects.instance [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1042.728620] env[65923]: INFO nova.scheduler.client.report [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Deleted allocations for instance eea92ca0-4856-4722-b34c-10e6689c4c97 [ 1042.830178] env[65923]: INFO nova.compute.manager [-] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Took 1.60 seconds to deallocate network for instance. [ 1043.014184] env[65923]: DEBUG nova.network.neutron [-] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.029751] env[65923]: DEBUG nova.compute.manager [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Received event network-changed-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1043.030368] env[65923]: DEBUG nova.compute.manager [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing instance network info cache due to event network-changed-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1043.031229] env[65923]: DEBUG oslo_concurrency.lockutils [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] Acquiring lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.078673] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707562, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.109033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.111580] env[65923]: DEBUG oslo_concurrency.lockutils [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] Acquired lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.111864] env[65923]: DEBUG nova.network.neutron [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Refreshing network info cache for port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.136690] env[65923]: DEBUG oslo_vmware.api [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Task: {'id': task-4707563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262001} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.137056] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.137267] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.137446] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.137697] env[65923]: INFO nova.compute.manager [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1043.137972] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1043.138314] env[65923]: DEBUG nova.compute.manager [-] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1043.138428] env[65923]: DEBUG nova.network.neutron [-] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1043.138706] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.151441] env[65923]: DEBUG oslo_vmware.api [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707564, 'name': ReconfigVM_Task, 'duration_secs': 0.205234} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.151789] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918736', 'volume_id': '8647af09-d04f-49a4-b2c5-29409f6ed37f', 'name': 'volume-8647af09-d04f-49a4-b2c5-29409f6ed37f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5b43746-40ce-44b0-ab87-6a87671320be', 'attached_at': '', 'detached_at': '', 'volume_id': '8647af09-d04f-49a4-b2c5-29409f6ed37f', 'serial': '8647af09-d04f-49a4-b2c5-29409f6ed37f'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.195438] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.202670] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a20e30cf-797c-439c-9a3d-fc8b38e6c7ca tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.516s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.205760] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.198s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.237015] env[65923]: DEBUG oslo_concurrency.lockutils [None req-541b792a-ad24-4a67-a0ce-75bebfde162e tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "eea92ca0-4856-4722-b34c-10e6689c4c97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.811s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.340514] env[65923]: DEBUG oslo_concurrency.lockutils [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.456675] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "interface-9b7ea308-a6de-4c4b-a327-7678a70365d8-fe61e35c-7df9-442c-a935-35d62e7b0961" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.456927] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-9b7ea308-a6de-4c4b-a327-7678a70365d8-fe61e35c-7df9-442c-a935-35d62e7b0961" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.457329] env[65923]: DEBUG nova.objects.instance [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'flavor' on Instance uuid 9b7ea308-a6de-4c4b-a327-7678a70365d8 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.517267] env[65923]: INFO nova.compute.manager [-] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Took 1.66 seconds to deallocate network for instance. [ 1043.577544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "e6ac4851-c789-4978-ba3a-74bbb111d61a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.577544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "e6ac4851-c789-4978-ba3a-74bbb111d61a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.583102] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604337} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.583671] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c/29b5f6b7-c711-4ef5-8a21-9a4bd06d783c.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.584872] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.584872] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cdac1cd-5b28-46cb-9341-18db2fc363d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.594612] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1043.594612] env[65923]: value = "task-4707565" [ 1043.594612] env[65923]: _type = "Task" [ 1043.594612] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.606470] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.614618] env[65923]: DEBUG oslo_concurrency.lockutils [None req-09f1e213-fedd-435c-b960-cba766b22310 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-fe61e35c-7df9-442c-a935-35d62e7b0961" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.212s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.615997] env[65923]: WARNING neutronclient.v2_0.client [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.706742] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "a6442798-11ae-4a43-a0b6-e9726db3653b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.707015] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "a6442798-11ae-4a43-a0b6-e9726db3653b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.707221] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "a6442798-11ae-4a43-a0b6-e9726db3653b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.707397] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "a6442798-11ae-4a43-a0b6-e9726db3653b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.707557] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "a6442798-11ae-4a43-a0b6-e9726db3653b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.714290] env[65923]: INFO nova.compute.manager [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Terminating instance [ 1043.809478] env[65923]: WARNING neutronclient.v2_0.client [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.901168] env[65923]: DEBUG nova.network.neutron [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updated VIF entry in instance network info cache for port 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1043.901168] env[65923]: DEBUG nova.network.neutron [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updating instance_info_cache with network_info: [{"id": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "address": "fa:16:3e:58:49:41", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f2f1fa-05", "ovs_interfaceid": "66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.943333] env[65923]: DEBUG nova.network.neutron [-] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.963251] env[65923]: WARNING neutronclient.v2_0.client [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.990396] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5580ebf-c660-4e70-adcf-314ba8fc1781 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.999563] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a7d7d3-f25d-4d0d-924b-bc001ea8df7e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.033623] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.035158] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3236a882-dd6e-478d-8cb6-ea569dfbd785 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.044012] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20380dbb-2622-44ed-af05-d148ef266179 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.063432] env[65923]: DEBUG nova.compute.provider_tree [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.079693] env[65923]: DEBUG nova.compute.manager [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1044.085894] env[65923]: DEBUG nova.objects.instance [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'pci_requests' on Instance uuid 9b7ea308-a6de-4c4b-a327-7678a70365d8 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.104810] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072557} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.106272] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.106272] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b733a7f8-0a82-4968-8406-24fcfcbdafa4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.130539] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c/29b5f6b7-c711-4ef5-8a21-9a4bd06d783c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.131161] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a076e6b9-cb4d-4bfa-837b-139c3074412e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.154064] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1044.154064] env[65923]: value = "task-4707566" [ 1044.154064] env[65923]: _type = "Task" [ 1044.154064] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.166797] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.178110] env[65923]: DEBUG nova.compute.manager [req-be27b7d4-d97b-40d8-9dde-e618754513f6 req-8a0d11e4-1a36-4546-b56f-3c50f407d37c service nova] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Received event network-vif-deleted-49a19e17-f0e9-4010-bb7c-910635384e67 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1044.217158] env[65923]: DEBUG nova.objects.instance [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lazy-loading 'flavor' on Instance uuid c5b43746-40ce-44b0-ab87-6a87671320be {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.219770] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "refresh_cache-a6442798-11ae-4a43-a0b6-e9726db3653b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.219770] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquired lock "refresh_cache-a6442798-11ae-4a43-a0b6-e9726db3653b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.219955] env[65923]: DEBUG nova.network.neutron [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1044.405157] env[65923]: DEBUG oslo_concurrency.lockutils [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] Releasing lock "refresh_cache-f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.405406] env[65923]: DEBUG nova.compute.manager [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Received event network-changed-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1044.405632] env[65923]: DEBUG nova.compute.manager [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Refreshing instance network info cache due to event network-changed-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1044.405796] env[65923]: DEBUG oslo_concurrency.lockutils [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] Acquiring lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.406199] env[65923]: DEBUG oslo_concurrency.lockutils [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] Acquired lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.406286] env[65923]: DEBUG nova.network.neutron [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Refreshing network info cache for port 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.407935] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquiring lock "105e05e5-96ce-4e0d-b672-6223b7c85ec7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.408043] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "105e05e5-96ce-4e0d-b672-6223b7c85ec7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.449740] env[65923]: INFO nova.compute.manager [-] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Took 1.31 seconds to deallocate network for instance. [ 1044.566579] env[65923]: DEBUG nova.scheduler.client.report [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.589522] env[65923]: DEBUG nova.objects.base [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Object Instance<9b7ea308-a6de-4c4b-a327-7678a70365d8> lazy-loaded attributes: flavor,pci_requests {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.589984] env[65923]: DEBUG nova.network.neutron [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1044.590575] env[65923]: WARNING neutronclient.v2_0.client [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.591088] env[65923]: WARNING neutronclient.v2_0.client [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.610528] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.666151] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.675983] env[65923]: DEBUG nova.policy [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fff7ab639f4f46fbac81d48a5411ea4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43ec1c33dddc44bf8ad0307176cf7a9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.724378] env[65923]: WARNING neutronclient.v2_0.client [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.727108] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf508a03-6c68-4f01-b87a-7f7995a113e6 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.936s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.845266] env[65923]: DEBUG nova.network.neutron [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1044.910166] env[65923]: WARNING neutronclient.v2_0.client [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.913417] env[65923]: DEBUG nova.compute.manager [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1044.958574] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.724757] env[65923]: DEBUG nova.network.neutron [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.744613] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707566, 'name': ReconfigVM_Task, 'duration_secs': 0.623587} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.746017] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c/29b5f6b7-c711-4ef5-8a21-9a4bd06d783c.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.746151] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99898848-b7d3-48c6-9ef8-f0c6e48a2f7b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.753375] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1045.753375] env[65923]: value = "task-4707567" [ 1045.753375] env[65923]: _type = "Task" [ 1045.753375] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.757577] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.763323] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707567, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.890740] env[65923]: WARNING neutronclient.v2_0.client [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.985590] env[65923]: DEBUG nova.network.neutron [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updated VIF entry in instance network info cache for port 0ef5fc1d-0ff0-4e40-86ce-177547c6d35a. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1045.986057] env[65923]: DEBUG nova.network.neutron [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updating instance_info_cache with network_info: [{"id": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "address": "fa:16:3e:13:c0:b5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef5fc1d-0f", "ovs_interfaceid": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.032460] env[65923]: DEBUG nova.compute.manager [req-20ece1cb-1196-4d50-b0d3-23d6028d5eed req-5abbbac2-f3b7-445b-900b-d2862c30b936 service nova] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Received event network-vif-deleted-a4b10e0a-5b40-42b3-8966-5a3d28e27801 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1046.183620] env[65923]: DEBUG nova.network.neutron [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Successfully updated port: fe61e35c-7df9-442c-a935-35d62e7b0961 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1046.235088] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Releasing lock "refresh_cache-a6442798-11ae-4a43-a0b6-e9726db3653b" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.235088] env[65923]: DEBUG nova.compute.manager [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1046.235410] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.236658] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.033s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.236928] env[65923]: DEBUG nova.compute.manager [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65923) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 1046.240424] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8fe04b-2f3c-4097-91f6-3ebdc7132c7b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.243717] env[65923]: DEBUG oslo_concurrency.lockutils [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.903s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.243936] env[65923]: DEBUG nova.objects.instance [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Lazy-loading 'resources' on Instance uuid c156f99d-4055-4848-9a3f-0d624bf38ae0 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.252067] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.252849] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-986d5022-7d0a-4c6e-ab7f-647de87b30e6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.265235] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707567, 'name': Rename_Task, 'duration_secs': 0.367381} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.266692] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.267037] env[65923]: DEBUG oslo_vmware.api [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1046.267037] env[65923]: value = "task-4707568" [ 1046.267037] env[65923]: _type = "Task" [ 1046.267037] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.267345] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9065182f-9068-4394-a127-66f1fce239ee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.278057] env[65923]: DEBUG oslo_vmware.api [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.280183] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1046.280183] env[65923]: value = "task-4707569" [ 1046.280183] env[65923]: _type = "Task" [ 1046.280183] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.289419] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.488787] env[65923]: DEBUG oslo_concurrency.lockutils [req-4c37d709-9e23-4f04-838e-ec0c0520aad1 req-710d89f3-3d3c-44ff-bf59-c5b34640b259 service nova] Releasing lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.520048] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "83e9eb94-b087-49db-865e-f32e66f90e6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.520048] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.687455] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.687455] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.687455] env[65923]: DEBUG nova.network.neutron [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1046.785357] env[65923]: DEBUG oslo_vmware.api [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707568, 'name': PowerOffVM_Task, 'duration_secs': 0.191338} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.791635] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.791852] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.792446] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c72162-d891-4549-9100-93cd811c3c5a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.800377] env[65923]: DEBUG oslo_vmware.api [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707569, 'name': PowerOnVM_Task, 'duration_secs': 0.456857} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.800668] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.800926] env[65923]: INFO nova.compute.manager [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1046.801193] env[65923]: DEBUG nova.compute.manager [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1046.802074] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d378cd9-9f06-4aed-bca5-7fad7c09c487 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.818092] env[65923]: INFO nova.scheduler.client.report [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleted allocation for migration 0c544f61-f1a1-4671-acda-29c48bf228f0 [ 1046.828970] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.829418] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.829704] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Deleting the datastore file [datastore1] a6442798-11ae-4a43-a0b6-e9726db3653b {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.830562] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bdf1407-6d9f-4abf-8ba6-4c15bbce022e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.846363] env[65923]: DEBUG oslo_vmware.api [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1046.846363] env[65923]: value = "task-4707571" [ 1046.846363] env[65923]: _type = "Task" [ 1046.846363] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.860232] env[65923]: DEBUG oslo_vmware.api [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.004457] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be7cdee-1826-47e2-9d4e-01745bce35de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.012732] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a59c559-accf-47d8-bf32-386f54bb6983 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.042292] env[65923]: DEBUG nova.compute.manager [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1047.046617] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239328d9-59a5-4775-b5b5-c942961b0a4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.054991] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa65bd8-6ad1-48ab-9685-24f3f5438e06 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.069441] env[65923]: DEBUG nova.compute.provider_tree [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.225308] env[65923]: WARNING nova.network.neutron [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] 8cf0ae70-d070-47d9-962f-e62b5fa9a7e4 already exists in list: networks containing: ['8cf0ae70-d070-47d9-962f-e62b5fa9a7e4']. ignoring it [ 1047.318410] env[65923]: WARNING neutronclient.v2_0.client [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.328626] env[65923]: INFO nova.compute.manager [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Took 14.39 seconds to build instance. [ 1047.338810] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f33d3260-1454-4fd0-bc77-52d0d20f9c52 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.583s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.358444] env[65923]: DEBUG oslo_vmware.api [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122369} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.359209] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.359209] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.359209] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.359209] env[65923]: INFO nova.compute.manager [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1047.359578] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1047.362270] env[65923]: DEBUG nova.compute.manager [-] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1047.362387] env[65923]: DEBUG nova.network.neutron [-] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1047.362600] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.379393] env[65923]: DEBUG nova.network.neutron [-] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1047.379642] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.510559] env[65923]: WARNING neutronclient.v2_0.client [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.531681] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "768f3e06-acc9-47db-9bae-cbdfa4338633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.532018] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "768f3e06-acc9-47db-9bae-cbdfa4338633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.565269] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.572459] env[65923]: DEBUG nova.scheduler.client.report [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.591524] env[65923]: DEBUG nova.network.neutron [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updating instance_info_cache with network_info: [{"id": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "address": "fa:16:3e:13:c0:b5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef5fc1d-0f", "ovs_interfaceid": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe61e35c-7df9-442c-a935-35d62e7b0961", "address": "fa:16:3e:3a:54:05", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe61e35c-7d", "ovs_interfaceid": "fe61e35c-7df9-442c-a935-35d62e7b0961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.831529] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ed21051b-7d5e-46ea-be1a-35f9884a9b1e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.898s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.881711] env[65923]: DEBUG nova.network.neutron [-] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.949958] env[65923]: DEBUG nova.objects.instance [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'flavor' on Instance uuid c70d2116-f92a-44a6-a90b-c7e1ee0f469f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.035162] env[65923]: DEBUG nova.compute.manager [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1048.077392] env[65923]: DEBUG oslo_concurrency.lockutils [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.080431] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.046s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.080431] env[65923]: DEBUG nova.objects.instance [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Lazy-loading 'resources' on Instance uuid d5b6f484-713d-416f-b96d-8c25462babd5 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.086739] env[65923]: DEBUG nova.compute.manager [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Received event network-vif-plugged-fe61e35c-7df9-442c-a935-35d62e7b0961 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1048.086869] env[65923]: DEBUG oslo_concurrency.lockutils [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] Acquiring lock "9b7ea308-a6de-4c4b-a327-7678a70365d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.087082] env[65923]: DEBUG oslo_concurrency.lockutils [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] Lock "9b7ea308-a6de-4c4b-a327-7678a70365d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.087302] env[65923]: DEBUG oslo_concurrency.lockutils [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] Lock "9b7ea308-a6de-4c4b-a327-7678a70365d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.087505] env[65923]: DEBUG nova.compute.manager [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] No waiting events found dispatching network-vif-plugged-fe61e35c-7df9-442c-a935-35d62e7b0961 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1048.087800] env[65923]: WARNING nova.compute.manager [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Received unexpected event network-vif-plugged-fe61e35c-7df9-442c-a935-35d62e7b0961 for instance with vm_state active and task_state None. [ 1048.087999] env[65923]: DEBUG nova.compute.manager [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Received event network-changed-fe61e35c-7df9-442c-a935-35d62e7b0961 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1048.087999] env[65923]: DEBUG nova.compute.manager [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Refreshing instance network info cache due to event network-changed-fe61e35c-7df9-442c-a935-35d62e7b0961. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1048.088192] env[65923]: DEBUG oslo_concurrency.lockutils [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] Acquiring lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.093344] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.094016] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.094206] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.094539] env[65923]: DEBUG oslo_concurrency.lockutils [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] Acquired lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.094713] env[65923]: DEBUG nova.network.neutron [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Refreshing network info cache for port fe61e35c-7df9-442c-a935-35d62e7b0961 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.096431] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86b569a-ed32-401d-a625-46e202f5ae98 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.101532] env[65923]: INFO nova.scheduler.client.report [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Deleted allocations for instance c156f99d-4055-4848-9a3f-0d624bf38ae0 [ 1048.118660] env[65923]: DEBUG nova.virt.hardware [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1048.118896] env[65923]: DEBUG nova.virt.hardware [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.119061] env[65923]: DEBUG nova.virt.hardware [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1048.119244] env[65923]: DEBUG nova.virt.hardware [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.119428] env[65923]: DEBUG nova.virt.hardware [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1048.119579] env[65923]: DEBUG nova.virt.hardware [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1048.119780] env[65923]: DEBUG nova.virt.hardware [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1048.119935] env[65923]: DEBUG nova.virt.hardware [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1048.120106] env[65923]: DEBUG nova.virt.hardware [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1048.120261] env[65923]: DEBUG nova.virt.hardware [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1048.120427] env[65923]: DEBUG nova.virt.hardware [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1048.126992] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Reconfiguring VM to attach interface {{(pid=65923) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1048.127865] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e79e5226-ab1b-49d3-b1db-cabf4c9763b6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.147683] env[65923]: DEBUG oslo_vmware.api [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1048.147683] env[65923]: value = "task-4707572" [ 1048.147683] env[65923]: _type = "Task" [ 1048.147683] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.156733] env[65923]: DEBUG oslo_vmware.api [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707572, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.367824] env[65923]: DEBUG oslo_concurrency.lockutils [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.368110] env[65923]: DEBUG oslo_concurrency.lockutils [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.368243] env[65923]: DEBUG nova.compute.manager [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1048.369134] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2761a6d1-fb24-40bd-93d7-8da937c74d3e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.377458] env[65923]: DEBUG nova.compute.manager [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65923) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1048.377458] env[65923]: DEBUG nova.objects.instance [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lazy-loading 'flavor' on Instance uuid 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.383943] env[65923]: INFO nova.compute.manager [-] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Took 1.02 seconds to deallocate network for instance. [ 1048.456680] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.457136] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.457433] env[65923]: DEBUG nova.network.neutron [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1048.457707] env[65923]: DEBUG nova.objects.instance [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'info_cache' on Instance uuid c70d2116-f92a-44a6-a90b-c7e1ee0f469f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.558555] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.602083] env[65923]: WARNING neutronclient.v2_0.client [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.631077] env[65923]: DEBUG oslo_concurrency.lockutils [None req-453d1627-19fb-47df-b4e2-88ce1ad80dda tempest-ServersTestManualDisk-1909754599 tempest-ServersTestManualDisk-1909754599-project-member] Lock "c156f99d-4055-4848-9a3f-0d624bf38ae0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.053s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.663586] env[65923]: DEBUG oslo_vmware.api [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.800725] env[65923]: WARNING neutronclient.v2_0.client [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.819671] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebcb7fc-5e59-43c6-bb5a-85f4adb20e67 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.828825] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b38fca7-c84c-451e-b060-a018eb14cdcd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.866490] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c50a78-535a-4572-822a-85083f54cb8a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.875947] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b45ac2b-b380-4f6d-8643-65322d9c52a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.894243] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.894762] env[65923]: DEBUG nova.compute.provider_tree [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.904971] env[65923]: DEBUG nova.network.neutron [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updated VIF entry in instance network info cache for port fe61e35c-7df9-442c-a935-35d62e7b0961. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1048.905444] env[65923]: DEBUG nova.network.neutron [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updating instance_info_cache with network_info: [{"id": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "address": "fa:16:3e:13:c0:b5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef5fc1d-0f", "ovs_interfaceid": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fe61e35c-7df9-442c-a935-35d62e7b0961", "address": "fa:16:3e:3a:54:05", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe61e35c-7d", "ovs_interfaceid": "fe61e35c-7df9-442c-a935-35d62e7b0961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.961467] env[65923]: DEBUG nova.objects.base [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.158990] env[65923]: DEBUG oslo_vmware.api [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707572, 'name': ReconfigVM_Task, 'duration_secs': 0.646948} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.159444] env[65923]: WARNING neutronclient.v2_0.client [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.159684] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.159888] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Reconfigured VM to attach interface {{(pid=65923) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1049.385339] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.385522] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b88d26f0-bf78-4a1a-8871-85d0698addd2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.394937] env[65923]: DEBUG oslo_vmware.api [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1049.394937] env[65923]: value = "task-4707573" [ 1049.394937] env[65923]: _type = "Task" [ 1049.394937] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.399609] env[65923]: DEBUG nova.scheduler.client.report [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.409957] env[65923]: DEBUG oslo_concurrency.lockutils [req-049cbe05-c52a-46a0-bce6-a85297a03dbf req-97368139-8758-40f0-a69d-0b8b1b4f9c92 service nova] Releasing lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.410445] env[65923]: DEBUG oslo_vmware.api [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.465031] env[65923]: WARNING neutronclient.v2_0.client [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.664938] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2099978f-3613-429e-baa5-84ba308f5df6 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-9b7ea308-a6de-4c4b-a327-7678a70365d8-fe61e35c-7df9-442c-a935-35d62e7b0961" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.208s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.699192] env[65923]: WARNING neutronclient.v2_0.client [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.775287] env[65923]: DEBUG nova.network.neutron [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance_info_cache with network_info: [{"id": "702a3241-1b86-4ebe-92d9-580031a38975", "address": "fa:16:3e:0e:7e:5a", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702a3241-1b", "ovs_interfaceid": "702a3241-1b86-4ebe-92d9-580031a38975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.907390] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.909801] env[65923]: DEBUG oslo_vmware.api [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707573, 'name': PowerOffVM_Task, 'duration_secs': 0.191865} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.910323] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.300s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.911938] env[65923]: INFO nova.compute.claims [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.914618] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.915422] env[65923]: DEBUG nova.compute.manager [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1049.916376] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad6335b-4217-407c-9c0c-364e44185b46 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.941373] env[65923]: INFO nova.scheduler.client.report [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Deleted allocations for instance d5b6f484-713d-416f-b96d-8c25462babd5 [ 1050.280732] env[65923]: DEBUG oslo_concurrency.lockutils [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-c70d2116-f92a-44a6-a90b-c7e1ee0f469f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.430153] env[65923]: DEBUG oslo_concurrency.lockutils [None req-46e1fc9e-b88b-48a8-9a85-8f7431054a9e tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.456140] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2b7136b5-6c37-411e-a86a-23fcd4e4d2a2 tempest-ServersV294TestFqdnHostnames-1809748512 tempest-ServersV294TestFqdnHostnames-1809748512-project-member] Lock "d5b6f484-713d-416f-b96d-8c25462babd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.756s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.904244] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.904626] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.904943] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.905247] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.905514] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.908388] env[65923]: INFO nova.compute.manager [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Terminating instance [ 1051.179615] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f20ffed-9465-4800-bf51-5b35d4e6823b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.187917] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c31fb4-2d1b-4ce8-934c-78136ce20ca0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.224898] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e16dff-4344-4493-b4a3-b3b9313c0148 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.233396] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e298afdd-4507-4d17-b333-5c8e6f43999a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.249071] env[65923]: DEBUG nova.compute.provider_tree [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.286583] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.286925] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35d55399-cf46-4f56-8ed5-19b990d6413b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.294468] env[65923]: DEBUG oslo_vmware.api [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1051.294468] env[65923]: value = "task-4707574" [ 1051.294468] env[65923]: _type = "Task" [ 1051.294468] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.307176] env[65923]: DEBUG oslo_vmware.api [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.417038] env[65923]: DEBUG nova.compute.manager [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1051.417038] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.417038] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1338a52a-09f9-44e2-96e7-2eada27a529d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.424425] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.424986] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c50bb43b-1bf6-4ead-8f78-709cf9f73e1a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.494645] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "interface-9b7ea308-a6de-4c4b-a327-7678a70365d8-fe61e35c-7df9-442c-a935-35d62e7b0961" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.494645] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-9b7ea308-a6de-4c4b-a327-7678a70365d8-fe61e35c-7df9-442c-a935-35d62e7b0961" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.500888] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.501164] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.501318] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleting the datastore file [datastore2] 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.501604] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1a76d5a-bc27-4e93-b57b-7607daca134d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.509248] env[65923]: DEBUG oslo_vmware.api [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1051.509248] env[65923]: value = "task-4707576" [ 1051.509248] env[65923]: _type = "Task" [ 1051.509248] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.518750] env[65923]: DEBUG oslo_vmware.api [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.752617] env[65923]: DEBUG nova.scheduler.client.report [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.804955] env[65923]: DEBUG oslo_vmware.api [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707574, 'name': PowerOnVM_Task, 'duration_secs': 0.420693} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.805262] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.805453] env[65923]: DEBUG nova.compute.manager [None req-82af9b9d-dff6-4609-801d-fa1decdd86a2 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1051.806340] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade49c11-20fd-4115-8443-0fc7848b0e2d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.997684] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.998568] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.998820] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0bf26f-ed98-4b99-91eb-958dd3b9b889 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.019961] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d454d28-e95f-462b-a8d5-e9d72a0b7623 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.028694] env[65923]: DEBUG oslo_vmware.api [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164493} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.053719] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.054372] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.054471] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.054806] env[65923]: INFO nova.compute.manager [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1052.054988] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1052.055583] env[65923]: WARNING neutronclient.v2_0.client [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.060713] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Reconfiguring VM to detach interface {{(pid=65923) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1052.060984] env[65923]: DEBUG nova.compute.manager [-] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1052.061093] env[65923]: DEBUG nova.network.neutron [-] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1052.061316] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.063332] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e210302-557e-4c56-b47f-29f77a279d22 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.083727] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1052.083727] env[65923]: value = "task-4707577" [ 1052.083727] env[65923]: _type = "Task" [ 1052.083727] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.095077] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.113657] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.257687] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.258314] env[65923]: DEBUG nova.compute.manager [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1052.263145] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.303s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.264295] env[65923]: DEBUG nova.objects.instance [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lazy-loading 'resources' on Instance uuid 8696a13b-7a7c-459e-ac69-eaedca7619a9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.358414] env[65923]: DEBUG nova.compute.manager [req-cd9b9bd2-7f05-45ec-a7ad-3df7c635fb89 req-7332e0a0-1c39-453b-9ece-14dcda48bb51 service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Received event network-vif-deleted-2b9e838b-629b-44df-8612-e881d1473506 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.358576] env[65923]: INFO nova.compute.manager [req-cd9b9bd2-7f05-45ec-a7ad-3df7c635fb89 req-7332e0a0-1c39-453b-9ece-14dcda48bb51 service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Neutron deleted interface 2b9e838b-629b-44df-8612-e881d1473506; detaching it from the instance and deleting it from the info cache [ 1052.358760] env[65923]: DEBUG nova.network.neutron [req-cd9b9bd2-7f05-45ec-a7ad-3df7c635fb89 req-7332e0a0-1c39-453b-9ece-14dcda48bb51 service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.595108] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.771421] env[65923]: DEBUG nova.compute.utils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.773255] env[65923]: DEBUG nova.compute.manager [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1052.773255] env[65923]: DEBUG nova.network.neutron [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1052.773546] env[65923]: WARNING neutronclient.v2_0.client [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.773830] env[65923]: WARNING neutronclient.v2_0.client [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.800078] env[65923]: DEBUG nova.network.neutron [-] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.829334] env[65923]: DEBUG nova.policy [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '323c569211ff44a0b1b13b20300de860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b15986d89e904a26955d21295103d23c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.862657] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69e24bec-41e2-4da3-8baa-18abdf0bf7b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.876295] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4701dfd4-8525-4eaa-893c-4ee20442070d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.922164] env[65923]: DEBUG nova.compute.manager [req-cd9b9bd2-7f05-45ec-a7ad-3df7c635fb89 req-7332e0a0-1c39-453b-9ece-14dcda48bb51 service nova] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Detach interface failed, port_id=2b9e838b-629b-44df-8612-e881d1473506, reason: Instance 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.056239] env[65923]: DEBUG oslo_concurrency.lockutils [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.056550] env[65923]: DEBUG oslo_concurrency.lockutils [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.056550] env[65923]: DEBUG oslo_concurrency.lockutils [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.057607] env[65923]: DEBUG oslo_concurrency.lockutils [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.057607] env[65923]: DEBUG oslo_concurrency.lockutils [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.059738] env[65923]: INFO nova.compute.manager [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Terminating instance [ 1053.070481] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c291db80-b92f-4d6b-a15c-bdc0e1ba6919 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.078972] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5684bc22-e0e5-4089-b35b-c7be8f7c60f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.116363] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0358e1-6658-49f0-9a34-28526b3586c3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.120507] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.127077] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f274944f-a6f2-440b-9e86-d3c76e932946 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.144711] env[65923]: DEBUG nova.compute.provider_tree [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.178822] env[65923]: DEBUG nova.network.neutron [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Successfully created port: beba957b-0f22-41e2-871a-a452dab6a113 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1053.277755] env[65923]: DEBUG nova.compute.manager [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1053.308022] env[65923]: INFO nova.compute.manager [-] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Took 1.25 seconds to deallocate network for instance. [ 1053.502516] env[65923]: INFO nova.compute.manager [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Rebuilding instance [ 1053.567246] env[65923]: DEBUG nova.compute.manager [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1053.567534] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.570752] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c584e228-cb4e-4176-b96d-a2cd7a659c17 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.574272] env[65923]: DEBUG nova.compute.manager [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1053.575037] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9c61a2-12ac-4a3d-bc42-e3cf7f02fbfd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.583069] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.584720] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5170ee5d-4b43-430d-8bd4-4c738f3eee11 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.597934] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.599291] env[65923]: DEBUG oslo_vmware.api [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1053.599291] env[65923]: value = "task-4707578" [ 1053.599291] env[65923]: _type = "Task" [ 1053.599291] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.609550] env[65923]: DEBUG oslo_vmware.api [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.648491] env[65923]: DEBUG nova.scheduler.client.report [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.815657] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.098319] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.114535] env[65923]: DEBUG oslo_vmware.api [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707578, 'name': PowerOffVM_Task, 'duration_secs': 0.333391} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.114535] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.114535] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.114535] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af9d010e-1b88-448f-9c3b-1755cc427cca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.155293] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.156364] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.399s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.158999] env[65923]: INFO nova.compute.claims [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.184517] env[65923]: INFO nova.scheduler.client.report [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Deleted allocations for instance 8696a13b-7a7c-459e-ac69-eaedca7619a9 [ 1054.189183] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.189183] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.189183] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleting the datastore file [datastore2] c70d2116-f92a-44a6-a90b-c7e1ee0f469f {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.195560] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af198117-2bdb-4dd7-bfef-d15351b535ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.203746] env[65923]: DEBUG oslo_vmware.api [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1054.203746] env[65923]: value = "task-4707580" [ 1054.203746] env[65923]: _type = "Task" [ 1054.203746] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.218383] env[65923]: DEBUG oslo_vmware.api [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.287595] env[65923]: DEBUG nova.compute.manager [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1054.314503] env[65923]: DEBUG nova.virt.hardware [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1054.314797] env[65923]: DEBUG nova.virt.hardware [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.314951] env[65923]: DEBUG nova.virt.hardware [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1054.315149] env[65923]: DEBUG nova.virt.hardware [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.315304] env[65923]: DEBUG nova.virt.hardware [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1054.315455] env[65923]: DEBUG nova.virt.hardware [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1054.315658] env[65923]: DEBUG nova.virt.hardware [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1054.315808] env[65923]: DEBUG nova.virt.hardware [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1054.316097] env[65923]: DEBUG nova.virt.hardware [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1054.316337] env[65923]: DEBUG nova.virt.hardware [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1054.316562] env[65923]: DEBUG nova.virt.hardware [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1054.317551] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bb30ad-d144-464d-8a81-b240c422fed7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.327213] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e96043-11e4-4735-af18-d6f741abae44 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.598184] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.599915] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.600278] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b5d5a2f-4317-4644-8000-cdadd976836b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.608013] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1054.608013] env[65923]: value = "task-4707581" [ 1054.608013] env[65923]: _type = "Task" [ 1054.608013] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.618691] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.700757] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bf2c7ff2-f8c9-41e6-9e4b-8e8dd7881d03 tempest-ImagesOneServerNegativeTestJSON-575862669 tempest-ImagesOneServerNegativeTestJSON-575862669-project-member] Lock "8696a13b-7a7c-459e-ac69-eaedca7619a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.265s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.717410] env[65923]: DEBUG oslo_vmware.api [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153875} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.717794] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.717952] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.718140] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.718276] env[65923]: INFO nova.compute.manager [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1054.718565] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1054.720678] env[65923]: DEBUG nova.compute.manager [-] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1054.720678] env[65923]: DEBUG nova.network.neutron [-] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1054.720678] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.765431] env[65923]: DEBUG nova.network.neutron [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Successfully updated port: beba957b-0f22-41e2-871a-a452dab6a113 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1055.022989] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.099879] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.118649] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707581, 'name': PowerOffVM_Task, 'duration_secs': 0.213893} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.118853] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.119171] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.120152] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fce30b0-b2c9-4b4e-8d03-ec7721fda06a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.128210] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.128503] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff12182c-ee96-4fc5-9a64-c8ee66acfd3e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.201022] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.201022] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.201022] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleting the datastore file [datastore1] 6542ee11-65cb-4d5d-835b-e809ef8714ee {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.201022] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-887889c4-ac79-4630-8a4b-df78c20f8aa2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.207291] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1055.207291] env[65923]: value = "task-4707583" [ 1055.207291] env[65923]: _type = "Task" [ 1055.207291] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.219445] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.268060] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "refresh_cache-e6ac4851-c789-4978-ba3a-74bbb111d61a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.268376] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "refresh_cache-e6ac4851-c789-4978-ba3a-74bbb111d61a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.268869] env[65923]: DEBUG nova.network.neutron [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1055.421303] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47779077-6bd0-48f7-9519-d6f9e845c7a3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.430766] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a080672-f181-44b3-809c-54fe81787edf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.468496] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83747eb0-9364-4d2d-895d-fb790792dec1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.480041] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e371de-4fab-40bc-974f-523026f967ba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.496879] env[65923]: DEBUG nova.compute.provider_tree [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.571067] env[65923]: DEBUG nova.compute.manager [req-4e343c83-6e3e-4866-bef7-d0c06b26c5ca req-e22d23ae-4c4e-40d6-936c-d00cd8719265 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Received event network-vif-plugged-beba957b-0f22-41e2-871a-a452dab6a113 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1055.571067] env[65923]: DEBUG oslo_concurrency.lockutils [req-4e343c83-6e3e-4866-bef7-d0c06b26c5ca req-e22d23ae-4c4e-40d6-936c-d00cd8719265 service nova] Acquiring lock "e6ac4851-c789-4978-ba3a-74bbb111d61a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.571067] env[65923]: DEBUG oslo_concurrency.lockutils [req-4e343c83-6e3e-4866-bef7-d0c06b26c5ca req-e22d23ae-4c4e-40d6-936c-d00cd8719265 service nova] Lock "e6ac4851-c789-4978-ba3a-74bbb111d61a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.571264] env[65923]: DEBUG oslo_concurrency.lockutils [req-4e343c83-6e3e-4866-bef7-d0c06b26c5ca req-e22d23ae-4c4e-40d6-936c-d00cd8719265 service nova] Lock "e6ac4851-c789-4978-ba3a-74bbb111d61a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.571264] env[65923]: DEBUG nova.compute.manager [req-4e343c83-6e3e-4866-bef7-d0c06b26c5ca req-e22d23ae-4c4e-40d6-936c-d00cd8719265 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] No waiting events found dispatching network-vif-plugged-beba957b-0f22-41e2-871a-a452dab6a113 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1055.571843] env[65923]: WARNING nova.compute.manager [req-4e343c83-6e3e-4866-bef7-d0c06b26c5ca req-e22d23ae-4c4e-40d6-936c-d00cd8719265 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Received unexpected event network-vif-plugged-beba957b-0f22-41e2-871a-a452dab6a113 for instance with vm_state building and task_state spawning. [ 1055.600738] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.653587] env[65923]: DEBUG nova.compute.manager [req-67ebe9ed-3d14-4c03-958a-f68078d6e4d6 req-7dbbd726-5b2f-4581-8300-ca5344f9bc9e service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Received event network-vif-deleted-702a3241-1b86-4ebe-92d9-580031a38975 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1055.653752] env[65923]: INFO nova.compute.manager [req-67ebe9ed-3d14-4c03-958a-f68078d6e4d6 req-7dbbd726-5b2f-4581-8300-ca5344f9bc9e service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Neutron deleted interface 702a3241-1b86-4ebe-92d9-580031a38975; detaching it from the instance and deleting it from the info cache [ 1055.654603] env[65923]: DEBUG nova.network.neutron [req-67ebe9ed-3d14-4c03-958a-f68078d6e4d6 req-7dbbd726-5b2f-4581-8300-ca5344f9bc9e service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.718695] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141728} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.718956] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.719378] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.719478] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.810798] env[65923]: DEBUG nova.network.neutron [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1055.894235] env[65923]: WARNING neutronclient.v2_0.client [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.007397] env[65923]: DEBUG nova.network.neutron [-] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.035288] env[65923]: ERROR nova.scheduler.client.report [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [req-2b5d6d97-a382-40c2-a18d-bff42ac7c16e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b5d6d97-a382-40c2-a18d-bff42ac7c16e"}]} [ 1056.070162] env[65923]: DEBUG nova.scheduler.client.report [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1056.102479] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.150581] env[65923]: DEBUG nova.network.neutron [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Updating instance_info_cache with network_info: [{"id": "beba957b-0f22-41e2-871a-a452dab6a113", "address": "fa:16:3e:48:03:b6", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeba957b-0f", "ovs_interfaceid": "beba957b-0f22-41e2-871a-a452dab6a113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.158037] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcafeb47-b29f-4adf-8e7f-af027faed8dd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.168424] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07212b6-bc4d-4008-b469-583711d28170 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.208103] env[65923]: DEBUG nova.compute.manager [req-67ebe9ed-3d14-4c03-958a-f68078d6e4d6 req-7dbbd726-5b2f-4581-8300-ca5344f9bc9e service nova] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Detach interface failed, port_id=702a3241-1b86-4ebe-92d9-580031a38975, reason: Instance c70d2116-f92a-44a6-a90b-c7e1ee0f469f could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1056.210993] env[65923]: DEBUG nova.scheduler.client.report [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1056.211234] env[65923]: DEBUG nova.compute.provider_tree [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.233805] env[65923]: DEBUG nova.scheduler.client.report [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1056.255958] env[65923]: DEBUG nova.scheduler.client.report [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1056.509880] env[65923]: INFO nova.compute.manager [-] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Took 1.79 seconds to deallocate network for instance. [ 1056.510907] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2b42ed-9890-4ad1-9e9e-15fef2b8701d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.526368] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e33ba14-79c1-4769-a7ca-cc98b87a2371 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.561345] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa02513e-8c25-46a9-90cb-25a471db026b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.571396] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4246a4cd-92f1-4a33-94ac-2ba6a8200819 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.590360] env[65923]: DEBUG nova.compute.provider_tree [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.601523] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.660745] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "refresh_cache-e6ac4851-c789-4978-ba3a-74bbb111d61a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.660745] env[65923]: DEBUG nova.compute.manager [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Instance network_info: |[{"id": "beba957b-0f22-41e2-871a-a452dab6a113", "address": "fa:16:3e:48:03:b6", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeba957b-0f", "ovs_interfaceid": "beba957b-0f22-41e2-871a-a452dab6a113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1056.660745] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:03:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'beba957b-0f22-41e2-871a-a452dab6a113', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.669500] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1056.669723] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.670411] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb7ef23-4d9a-4a57-a352-66aed44b62d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.691546] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.691546] env[65923]: value = "task-4707584" [ 1056.691546] env[65923]: _type = "Task" [ 1056.691546] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.707240] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707584, 'name': CreateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.768787] env[65923]: DEBUG nova.virt.hardware [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1056.769249] env[65923]: DEBUG nova.virt.hardware [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.769249] env[65923]: DEBUG nova.virt.hardware [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1056.769516] env[65923]: DEBUG nova.virt.hardware [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.769703] env[65923]: DEBUG nova.virt.hardware [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1056.769884] env[65923]: DEBUG nova.virt.hardware [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1056.770213] env[65923]: DEBUG nova.virt.hardware [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1056.770341] env[65923]: DEBUG nova.virt.hardware [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1056.770548] env[65923]: DEBUG nova.virt.hardware [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1056.770747] env[65923]: DEBUG nova.virt.hardware [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1056.770960] env[65923]: DEBUG nova.virt.hardware [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1056.772193] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c03a60-1a67-4e09-95c8-9aaa36deded9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.781152] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71762045-999d-4974-8d14-9a86066078cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.796801] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:15:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aedb85e5-81c4-4e17-84aa-1cae538046c5', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.805139] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1056.805475] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.805727] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41de9df5-a074-460b-8a78-25b833dcb9ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.826764] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.826764] env[65923]: value = "task-4707585" [ 1056.826764] env[65923]: _type = "Task" [ 1056.826764] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.835718] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707585, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.027074] env[65923]: DEBUG oslo_concurrency.lockutils [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.061691] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "197a79f4-da56-43d6-8b69-cab83867bc9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.061986] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "197a79f4-da56-43d6-8b69-cab83867bc9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.111238] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.122886] env[65923]: ERROR nova.scheduler.client.report [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [req-e10dfcce-8cd0-4be3-a484-d0fe5866224d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e10dfcce-8cd0-4be3-a484-d0fe5866224d"}]} [ 1057.146965] env[65923]: DEBUG nova.scheduler.client.report [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1057.167156] env[65923]: DEBUG nova.scheduler.client.report [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1057.167396] env[65923]: DEBUG nova.compute.provider_tree [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.181305] env[65923]: DEBUG nova.scheduler.client.report [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1057.203094] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707584, 'name': CreateVM_Task, 'duration_secs': 0.38876} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.204171] env[65923]: DEBUG nova.scheduler.client.report [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1057.206294] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.207047] env[65923]: WARNING neutronclient.v2_0.client [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.208540] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.208540] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.208540] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.208540] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2306d5e0-644e-46c4-864c-ad03748c4798 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.214071] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1057.214071] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52046fc4-d45a-e0d2-7771-fbd21b0333c7" [ 1057.214071] env[65923]: _type = "Task" [ 1057.214071] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.224894] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52046fc4-d45a-e0d2-7771-fbd21b0333c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.339508] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707585, 'name': CreateVM_Task, 'duration_secs': 0.39385} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.340061] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.340918] env[65923]: WARNING neutronclient.v2_0.client [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1057.343019] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.343019] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.343019] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.343019] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb039d95-760d-4bbe-acde-8e2c8146bdb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.353895] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1057.353895] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52574410-1f0b-ded9-6ab8-6321dc9b83b6" [ 1057.353895] env[65923]: _type = "Task" [ 1057.353895] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.363990] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52574410-1f0b-ded9-6ab8-6321dc9b83b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.541824] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffd5b96-0e64-4130-bbdb-ec447f09878b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.550521] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6aa71d-6404-49c6-b551-58d23dd2cc21 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.586680] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.586917] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.588128] env[65923]: DEBUG nova.compute.manager [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1057.592519] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da52b94-5b49-482e-956d-b2ce26e60a8f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.609926] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67563bfe-031f-4299-86c5-b0e6acbf5f9f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.615197] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.627336] env[65923]: DEBUG nova.compute.provider_tree [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1057.630999] env[65923]: DEBUG nova.compute.manager [req-f974e8ed-8575-4256-a40b-8bba9eb51114 req-a59ca4c7-e905-4753-a80c-15d1dfd92df4 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Received event network-changed-beba957b-0f22-41e2-871a-a452dab6a113 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1057.630999] env[65923]: DEBUG nova.compute.manager [req-f974e8ed-8575-4256-a40b-8bba9eb51114 req-a59ca4c7-e905-4753-a80c-15d1dfd92df4 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Refreshing instance network info cache due to event network-changed-beba957b-0f22-41e2-871a-a452dab6a113. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1057.631133] env[65923]: DEBUG oslo_concurrency.lockutils [req-f974e8ed-8575-4256-a40b-8bba9eb51114 req-a59ca4c7-e905-4753-a80c-15d1dfd92df4 service nova] Acquiring lock "refresh_cache-e6ac4851-c789-4978-ba3a-74bbb111d61a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.631177] env[65923]: DEBUG oslo_concurrency.lockutils [req-f974e8ed-8575-4256-a40b-8bba9eb51114 req-a59ca4c7-e905-4753-a80c-15d1dfd92df4 service nova] Acquired lock "refresh_cache-e6ac4851-c789-4978-ba3a-74bbb111d61a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.631321] env[65923]: DEBUG nova.network.neutron [req-f974e8ed-8575-4256-a40b-8bba9eb51114 req-a59ca4c7-e905-4753-a80c-15d1dfd92df4 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Refreshing network info cache for port beba957b-0f22-41e2-871a-a452dab6a113 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.725471] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52046fc4-d45a-e0d2-7771-fbd21b0333c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012813} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.725780] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.726442] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.726442] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.726558] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.726635] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.726928] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b32da26-a6ed-4e2b-a27e-da6be3e05ded {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.736633] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.736865] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.737887] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc19eb78-8456-4016-91c8-bd227b66824a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.743619] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1057.743619] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522cd9a8-78e1-4a1a-5952-726d37faca9f" [ 1057.743619] env[65923]: _type = "Task" [ 1057.743619] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.753966] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522cd9a8-78e1-4a1a-5952-726d37faca9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.865454] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52574410-1f0b-ded9-6ab8-6321dc9b83b6, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.866907] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.866907] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.867357] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.867544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.867705] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.868012] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90b2a08f-8354-448f-9ebd-b4003993f4f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.883855] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.884086] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.884864] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd62635-dd9c-430a-9b68-4708bf0fd80b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.891902] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1057.891902] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5283f0d5-5c34-583a-8a69-ba7afc45db45" [ 1057.891902] env[65923]: _type = "Task" [ 1057.891902] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.905959] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5283f0d5-5c34-583a-8a69-ba7afc45db45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.093058] env[65923]: DEBUG nova.compute.manager [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1058.115401] env[65923]: DEBUG oslo_vmware.api [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707577, 'name': ReconfigVM_Task, 'duration_secs': 5.783944} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.115685] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.116208] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Reconfigured VM to detach interface {{(pid=65923) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1058.116371] env[65923]: WARNING neutronclient.v2_0.client [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.116686] env[65923]: WARNING neutronclient.v2_0.client [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.129102] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.136292] env[65923]: WARNING neutronclient.v2_0.client [req-f974e8ed-8575-4256-a40b-8bba9eb51114 req-a59ca4c7-e905-4753-a80c-15d1dfd92df4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.156929] env[65923]: WARNING neutronclient.v2_0.client [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.172228] env[65923]: DEBUG nova.scheduler.client.report [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1058.173130] env[65923]: DEBUG nova.compute.provider_tree [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 134 to 135 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1058.173130] env[65923]: DEBUG nova.compute.provider_tree [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.255162] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522cd9a8-78e1-4a1a-5952-726d37faca9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.256040] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5b8596-0f32-4c74-9d05-9c86cf45b01b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.269312] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1058.269312] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52034ed5-c706-9077-d71c-5b2c3e8e92a5" [ 1058.269312] env[65923]: _type = "Task" [ 1058.269312] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.278267] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52034ed5-c706-9077-d71c-5b2c3e8e92a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.404925] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5283f0d5-5c34-583a-8a69-ba7afc45db45, 'name': SearchDatastore_Task, 'duration_secs': 0.014103} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.405965] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c33fc0-9151-4c16-aeaa-d2195acfca12 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.413122] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1058.413122] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e1c783-adb7-219a-e0af-4db4386903ef" [ 1058.413122] env[65923]: _type = "Task" [ 1058.413122] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.418300] env[65923]: WARNING neutronclient.v2_0.client [req-f974e8ed-8575-4256-a40b-8bba9eb51114 req-a59ca4c7-e905-4753-a80c-15d1dfd92df4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.423961] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e1c783-adb7-219a-e0af-4db4386903ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.551511] env[65923]: DEBUG nova.network.neutron [req-f974e8ed-8575-4256-a40b-8bba9eb51114 req-a59ca4c7-e905-4753-a80c-15d1dfd92df4 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Updated VIF entry in instance network info cache for port beba957b-0f22-41e2-871a-a452dab6a113. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1058.552034] env[65923]: DEBUG nova.network.neutron [req-f974e8ed-8575-4256-a40b-8bba9eb51114 req-a59ca4c7-e905-4753-a80c-15d1dfd92df4 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Updating instance_info_cache with network_info: [{"id": "beba957b-0f22-41e2-871a-a452dab6a113", "address": "fa:16:3e:48:03:b6", "network": {"id": "110a77c8-fcc8-48db-9e0d-9ada32508a48", "bridge": "br-int", "label": "tempest-ServersTestJSON-872357835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b15986d89e904a26955d21295103d23c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbeba957b-0f", "ovs_interfaceid": "beba957b-0f22-41e2-871a-a452dab6a113", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.624766] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.670489] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.670758] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.678381] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.522s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.678928] env[65923]: DEBUG nova.compute.manager [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1058.681591] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.116s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.683034] env[65923]: INFO nova.compute.claims [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.780942] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52034ed5-c706-9077-d71c-5b2c3e8e92a5, 'name': SearchDatastore_Task, 'duration_secs': 0.035025} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.781265] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.781557] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] e6ac4851-c789-4978-ba3a-74bbb111d61a/e6ac4851-c789-4978-ba3a-74bbb111d61a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.781878] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1f188b9-1076-4985-bd10-7f9edbb47da4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.791032] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1058.791032] env[65923]: value = "task-4707586" [ 1058.791032] env[65923]: _type = "Task" [ 1058.791032] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.800986] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.925030] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e1c783-adb7-219a-e0af-4db4386903ef, 'name': SearchDatastore_Task, 'duration_secs': 0.030651} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.925030] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.925286] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 6542ee11-65cb-4d5d-835b-e809ef8714ee/6542ee11-65cb-4d5d-835b-e809ef8714ee.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.925468] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d49f10be-b694-4ede-9b14-a04636e8fb21 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.934759] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1058.934759] env[65923]: value = "task-4707587" [ 1058.934759] env[65923]: _type = "Task" [ 1058.934759] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.946652] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.055507] env[65923]: DEBUG oslo_concurrency.lockutils [req-f974e8ed-8575-4256-a40b-8bba9eb51114 req-a59ca4c7-e905-4753-a80c-15d1dfd92df4 service nova] Releasing lock "refresh_cache-e6ac4851-c789-4978-ba3a-74bbb111d61a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.180527] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.181607] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.181607] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.181607] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.181607] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.181607] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.181607] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1059.182076] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.191445] env[65923]: DEBUG nova.compute.utils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.192716] env[65923]: DEBUG nova.compute.manager [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Not allocating networking since 'none' was specified. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1059.304121] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502989} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.304436] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] e6ac4851-c789-4978-ba3a-74bbb111d61a/e6ac4851-c789-4978-ba3a-74bbb111d61a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.304650] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.304999] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-306e723f-c456-4f29-afa2-86e5bef67467 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.315640] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1059.315640] env[65923]: value = "task-4707588" [ 1059.315640] env[65923]: _type = "Task" [ 1059.315640] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.326774] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.453406] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707587, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.509069] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.509311] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquired lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.509523] env[65923]: DEBUG nova.network.neutron [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1059.688173] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.696379] env[65923]: DEBUG nova.compute.manager [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1059.819334] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.819571] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.819767] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "9b7ea308-a6de-4c4b-a327-7678a70365d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.819944] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "9b7ea308-a6de-4c4b-a327-7678a70365d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.820119] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "9b7ea308-a6de-4c4b-a327-7678a70365d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.822125] env[65923]: INFO nova.compute.manager [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Terminating instance [ 1059.834018] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106637} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.836897] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.838518] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804934ce-bf57-4c2b-9ac6-041f629ceca0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.862931] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] e6ac4851-c789-4978-ba3a-74bbb111d61a/e6ac4851-c789-4978-ba3a-74bbb111d61a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.867438] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d95bfb89-ef7f-41fd-b25e-b8d1b256f07d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.889865] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1059.889865] env[65923]: value = "task-4707589" [ 1059.889865] env[65923]: _type = "Task" [ 1059.889865] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.903960] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.950226] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754454} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.950716] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 6542ee11-65cb-4d5d-835b-e809ef8714ee/6542ee11-65cb-4d5d-835b-e809ef8714ee.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.950932] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.951233] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f34ac2-cfbf-41d5-bbcd-0be32243475f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.959338] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1059.959338] env[65923]: value = "task-4707590" [ 1059.959338] env[65923]: _type = "Task" [ 1059.959338] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.972375] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.978173] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c37463-f5ee-4f4d-8e30-c75050db0abd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.988102] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d719374-6f70-4ab9-bc21-939c8501735d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.021871] env[65923]: WARNING neutronclient.v2_0.client [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.025700] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff8706-f44d-4495-b783-17f54f649558 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.035953] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab5079-9bf8-43b3-b76c-134a20bddf7a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.052472] env[65923]: DEBUG nova.compute.provider_tree [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.260324] env[65923]: WARNING neutronclient.v2_0.client [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.329464] env[65923]: DEBUG nova.compute.manager [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1060.329737] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.330688] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5444ea-21d2-47e8-b69c-626fec1ece44 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.339394] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.339656] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7621dbb-c6f9-4551-b41c-85c17dd6c517 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.347441] env[65923]: DEBUG oslo_vmware.api [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1060.347441] env[65923]: value = "task-4707591" [ 1060.347441] env[65923]: _type = "Task" [ 1060.347441] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.352788] env[65923]: INFO nova.network.neutron [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Port fe61e35c-7df9-442c-a935-35d62e7b0961 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1060.353313] env[65923]: DEBUG nova.network.neutron [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updating instance_info_cache with network_info: [{"id": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "address": "fa:16:3e:13:c0:b5", "network": {"id": "8cf0ae70-d070-47d9-962f-e62b5fa9a7e4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2024311363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43ec1c33dddc44bf8ad0307176cf7a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ef5fc1d-0f", "ovs_interfaceid": "0ef5fc1d-0ff0-4e40-86ce-177547c6d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.360573] env[65923]: DEBUG oslo_vmware.api [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.400693] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707589, 'name': ReconfigVM_Task, 'duration_secs': 0.341175} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.401288] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Reconfigured VM instance instance-00000065 to attach disk [datastore1] e6ac4851-c789-4978-ba3a-74bbb111d61a/e6ac4851-c789-4978-ba3a-74bbb111d61a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.402042] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38bf276c-63fe-4307-81a7-de043beda603 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.410804] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1060.410804] env[65923]: value = "task-4707592" [ 1060.410804] env[65923]: _type = "Task" [ 1060.410804] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.420668] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707592, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.476447] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077207} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.476911] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.477990] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfade829-4226-4995-8730-020229bf7a3d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.507277] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6542ee11-65cb-4d5d-835b-e809ef8714ee/6542ee11-65cb-4d5d-835b-e809ef8714ee.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.510050] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b4635e-726a-4434-8684-011b6fe12230 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.535053] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1060.535053] env[65923]: value = "task-4707593" [ 1060.535053] env[65923]: _type = "Task" [ 1060.535053] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.547742] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.597624] env[65923]: DEBUG nova.scheduler.client.report [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1060.597843] env[65923]: DEBUG nova.compute.provider_tree [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 135 to 136 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1060.598040] env[65923]: DEBUG nova.compute.provider_tree [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.709220] env[65923]: DEBUG nova.compute.manager [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1060.742239] env[65923]: DEBUG nova.virt.hardware [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1060.742535] env[65923]: DEBUG nova.virt.hardware [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.742721] env[65923]: DEBUG nova.virt.hardware [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1060.742946] env[65923]: DEBUG nova.virt.hardware [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.743195] env[65923]: DEBUG nova.virt.hardware [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1060.743322] env[65923]: DEBUG nova.virt.hardware [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1060.743579] env[65923]: DEBUG nova.virt.hardware [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1060.743758] env[65923]: DEBUG nova.virt.hardware [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1060.743969] env[65923]: DEBUG nova.virt.hardware [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1060.744819] env[65923]: DEBUG nova.virt.hardware [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1060.744819] env[65923]: DEBUG nova.virt.hardware [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1060.745357] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e402047-0875-4000-b691-3601f8d48b02 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.754691] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc15b492-100b-497d-97d7-e00d9806d40b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.770571] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.776388] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Creating folder: Project (75af768d39b94ced9779f4a15c1adef8). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.776759] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8672a724-d978-474a-83a0-653161806e3f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.789567] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Created folder: Project (75af768d39b94ced9779f4a15c1adef8) in parent group-v918465. [ 1060.789567] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Creating folder: Instances. Parent ref: group-v918740. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.789821] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8de814b-aaee-41d7-b0d5-f88c01d740f0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.802256] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Created folder: Instances in parent group-v918740. [ 1060.802529] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1060.802742] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.802951] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5f66893-1104-4f5d-81e0-7f6ed730ed80 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.821344] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.821344] env[65923]: value = "task-4707596" [ 1060.821344] env[65923]: _type = "Task" [ 1060.821344] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.829840] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707596, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.859009] env[65923]: DEBUG oslo_vmware.api [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707591, 'name': PowerOffVM_Task, 'duration_secs': 0.212859} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.859367] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.859576] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.859879] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9023595d-8861-4066-8119-7cf11027009f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.861930] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Releasing lock "refresh_cache-9b7ea308-a6de-4c4b-a327-7678a70365d8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.923385] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707592, 'name': Rename_Task, 'duration_secs': 0.179547} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.923679] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.923897] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ad0a003-fe82-459c-9d74-aa833439584c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.930901] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1060.930901] env[65923]: value = "task-4707598" [ 1060.930901] env[65923]: _type = "Task" [ 1060.930901] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.938629] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.938842] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.939119] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleting the datastore file [datastore1] 9b7ea308-a6de-4c4b-a327-7678a70365d8 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.945314] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2feefb3-4dba-44c6-8fce-c6958da21c48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.947363] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.956610] env[65923]: DEBUG oslo_vmware.api [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1060.956610] env[65923]: value = "task-4707599" [ 1060.956610] env[65923]: _type = "Task" [ 1060.956610] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.967439] env[65923]: DEBUG oslo_vmware.api [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.047251] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707593, 'name': ReconfigVM_Task, 'duration_secs': 0.42802} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.047566] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6542ee11-65cb-4d5d-835b-e809ef8714ee/6542ee11-65cb-4d5d-835b-e809ef8714ee.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.048252] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c12d8b7-a18b-4d04-a431-706fabc02c3e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.058525] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1061.058525] env[65923]: value = "task-4707600" [ 1061.058525] env[65923]: _type = "Task" [ 1061.058525] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.069169] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707600, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.104637] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.105464] env[65923]: DEBUG nova.compute.manager [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1061.109887] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.551s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.112117] env[65923]: INFO nova.compute.claims [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.335458] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707596, 'name': CreateVM_Task, 'duration_secs': 0.344347} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.335458] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.335739] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.335799] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.336135] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.336503] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef2692e-2139-48d7-8aea-97e426cf5040 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.342930] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1061.342930] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a313f2-04b0-c6fb-cecd-6106d07ad960" [ 1061.342930] env[65923]: _type = "Task" [ 1061.342930] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.354159] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a313f2-04b0-c6fb-cecd-6106d07ad960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.367150] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8fffb02d-ea97-4a17-9475-201ab04fbd22 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "interface-9b7ea308-a6de-4c4b-a327-7678a70365d8-fe61e35c-7df9-442c-a935-35d62e7b0961" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.873s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.443044] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707598, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.467768] env[65923]: DEBUG oslo_vmware.api [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2391} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.468116] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.468363] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.468532] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.468822] env[65923]: INFO nova.compute.manager [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1061.469043] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1061.469431] env[65923]: DEBUG nova.compute.manager [-] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1061.469431] env[65923]: DEBUG nova.network.neutron [-] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1061.469727] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.517708] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.569560] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707600, 'name': Rename_Task, 'duration_secs': 0.170245} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.569980] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.570469] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e961b083-48f4-411e-b652-ceb0b8c994e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.579399] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1061.579399] env[65923]: value = "task-4707601" [ 1061.579399] env[65923]: _type = "Task" [ 1061.579399] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.589597] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.620997] env[65923]: DEBUG nova.compute.utils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.628939] env[65923]: DEBUG nova.compute.manager [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1061.628939] env[65923]: DEBUG nova.network.neutron [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1061.628939] env[65923]: WARNING neutronclient.v2_0.client [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.628939] env[65923]: WARNING neutronclient.v2_0.client [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.855538] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a313f2-04b0-c6fb-cecd-6106d07ad960, 'name': SearchDatastore_Task, 'duration_secs': 0.012478} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.855846] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.856163] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.856492] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.856718] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.856929] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.857295] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9a79b7e-23db-4ea1-b21b-4a023a5f1f37 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.870985] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.871211] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.872185] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d2272a-cba6-47ee-926d-30b13925da3b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.879494] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1061.879494] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523370e5-df5c-1508-30ec-97e606c7dc24" [ 1061.879494] env[65923]: _type = "Task" [ 1061.879494] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.889475] env[65923]: DEBUG nova.policy [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1c9042dc2a45c28b753e89b95854c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07dc613d9c0b497eb148d6f95e1a3d08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.898031] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523370e5-df5c-1508-30ec-97e606c7dc24, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.898156] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec1c09b-e4af-4eb7-b4c4-57f558f53533 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.906203] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1061.906203] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527e8aad-2a12-9e46-3e49-4202c07393de" [ 1061.906203] env[65923]: _type = "Task" [ 1061.906203] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.916739] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527e8aad-2a12-9e46-3e49-4202c07393de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.944937] env[65923]: DEBUG oslo_vmware.api [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707598, 'name': PowerOnVM_Task, 'duration_secs': 0.547943} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.945523] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.945523] env[65923]: INFO nova.compute.manager [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1061.945672] env[65923]: DEBUG nova.compute.manager [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1061.948242] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363fa45a-3982-4fb7-afd2-d20011b43e03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.093177] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707601, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.124401] env[65923]: DEBUG nova.compute.manager [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1062.397614] env[65923]: DEBUG nova.network.neutron [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Successfully created port: a2b7f565-d2ce-4ee1-bd27-614216ad9b1c {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1062.419179] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527e8aad-2a12-9e46-3e49-4202c07393de, 'name': SearchDatastore_Task, 'duration_secs': 0.011679} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.421505] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.421808] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 105e05e5-96ce-4e0d-b672-6223b7c85ec7/105e05e5-96ce-4e0d-b672-6223b7c85ec7.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.422893] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d7414-d578-4e72-a4e4-6166c236a23c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.426021] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52d6711a-f31a-41de-958f-d746720c2d8c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.436433] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039c3644-b75e-4a34-a76b-eea2b4738c10 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.440866] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1062.440866] env[65923]: value = "task-4707602" [ 1062.440866] env[65923]: _type = "Task" [ 1062.440866] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.484638] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f5313c-47ed-48ea-a140-4854551edcde {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.497518] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.498028] env[65923]: INFO nova.compute.manager [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Took 17.91 seconds to build instance. [ 1062.506471] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab8fcfa-8e36-45d6-95fe-6c2b7fb9ecbd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.526232] env[65923]: DEBUG nova.compute.provider_tree [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.593287] env[65923]: DEBUG oslo_vmware.api [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707601, 'name': PowerOnVM_Task, 'duration_secs': 0.532891} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.593823] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.593823] env[65923]: DEBUG nova.compute.manager [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1062.594587] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78777abc-adb9-4cf2-b44d-c89aa830f006 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.898796] env[65923]: DEBUG nova.network.neutron [-] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.929113] env[65923]: DEBUG nova.compute.manager [req-ff2f9414-2823-4b85-a323-50807e7ec4c7 req-1885de35-b910-48ab-a80b-fc3d01d6bcb6 service nova] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Received event network-vif-deleted-0ef5fc1d-0ff0-4e40-86ce-177547c6d35a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1062.958712] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707602, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.000678] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d1cfa909-cac9-4609-8335-d3803c771f56 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "e6ac4851-c789-4978-ba3a-74bbb111d61a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.423s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.070351] env[65923]: DEBUG nova.scheduler.client.report [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1063.070351] env[65923]: DEBUG nova.compute.provider_tree [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 136 to 137 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1063.070351] env[65923]: DEBUG nova.compute.provider_tree [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.114657] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.136749] env[65923]: DEBUG nova.compute.manager [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1063.164417] env[65923]: DEBUG nova.virt.hardware [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1063.164665] env[65923]: DEBUG nova.virt.hardware [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.164817] env[65923]: DEBUG nova.virt.hardware [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1063.164992] env[65923]: DEBUG nova.virt.hardware [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.165152] env[65923]: DEBUG nova.virt.hardware [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1063.165297] env[65923]: DEBUG nova.virt.hardware [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1063.165504] env[65923]: DEBUG nova.virt.hardware [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1063.165655] env[65923]: DEBUG nova.virt.hardware [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1063.165838] env[65923]: DEBUG nova.virt.hardware [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1063.165997] env[65923]: DEBUG nova.virt.hardware [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1063.166200] env[65923]: DEBUG nova.virt.hardware [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1063.167107] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c9a168-2cf8-48bf-a5c8-d06e7bae5602 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.175846] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91465684-b850-46c2-9797-0d091a438536 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.405063] env[65923]: INFO nova.compute.manager [-] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Took 1.94 seconds to deallocate network for instance. [ 1063.454223] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597541} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.455068] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 105e05e5-96ce-4e0d-b672-6223b7c85ec7/105e05e5-96ce-4e0d-b672-6223b7c85ec7.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.455310] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.455717] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44696b08-f4a2-40ba-8962-37e51dbc06aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.465985] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1063.465985] env[65923]: value = "task-4707603" [ 1063.465985] env[65923]: _type = "Task" [ 1063.465985] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.478203] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.575696] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.576807] env[65923]: DEBUG nova.compute.manager [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1063.579883] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.686s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.580126] env[65923]: DEBUG nova.objects.instance [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lazy-loading 'resources' on Instance uuid a6442798-11ae-4a43-a0b6-e9726db3653b {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.915303] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.981023] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078145} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.981023] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.981023] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486f3675-ff05-486d-b949-63a2097aa8c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.004970] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 105e05e5-96ce-4e0d-b672-6223b7c85ec7/105e05e5-96ce-4e0d-b672-6223b7c85ec7.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.005611] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0c9690-b80b-4d14-aa96-d0ca55a3a31f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.029529] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1064.029529] env[65923]: value = "task-4707604" [ 1064.029529] env[65923]: _type = "Task" [ 1064.029529] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.041478] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.090021] env[65923]: DEBUG nova.compute.utils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.097591] env[65923]: DEBUG nova.compute.manager [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1064.097591] env[65923]: DEBUG nova.network.neutron [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1064.097591] env[65923]: WARNING neutronclient.v2_0.client [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.097591] env[65923]: WARNING neutronclient.v2_0.client [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.151978] env[65923]: DEBUG nova.network.neutron [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Successfully updated port: a2b7f565-d2ce-4ee1-bd27-614216ad9b1c {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1064.179595] env[65923]: DEBUG nova.policy [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd26701f1dde5466694da6ea44546a270', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cac5f78dc904e5eb74085f804e4741e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.329886] env[65923]: DEBUG oslo_concurrency.lockutils [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "e6ac4851-c789-4978-ba3a-74bbb111d61a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.329886] env[65923]: DEBUG oslo_concurrency.lockutils [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "e6ac4851-c789-4978-ba3a-74bbb111d61a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.329886] env[65923]: DEBUG nova.compute.manager [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1064.329886] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec384e20-e6e6-4f2a-909a-6d9a8e21df92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.343585] env[65923]: DEBUG nova.compute.manager [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65923) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1064.344386] env[65923]: DEBUG nova.objects.instance [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lazy-loading 'flavor' on Instance uuid e6ac4851-c789-4978-ba3a-74bbb111d61a {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.415913] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a9cbdb-0ec9-4383-8f3f-736379ba3b8d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.427568] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a7c688-db06-4e2c-951a-bf9a7f54fbc4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.465903] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2004ce12-fa3f-4267-8558-b4299de9f6af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.475585] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c3914a-f858-4c5e-b051-5efa98728c86 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.495823] env[65923]: DEBUG nova.compute.provider_tree [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.542241] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707604, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.602024] env[65923]: DEBUG nova.compute.manager [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1064.611012] env[65923]: DEBUG nova.network.neutron [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Successfully created port: 96eccb5a-34bb-42ee-bf9b-c685e1e1458d {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1064.654994] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "refresh_cache-83e9eb94-b087-49db-865e-f32e66f90e6f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.655331] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquired lock "refresh_cache-83e9eb94-b087-49db-865e-f32e66f90e6f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.655557] env[65923]: DEBUG nova.network.neutron [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1064.957160] env[65923]: DEBUG nova.compute.manager [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Received event network-vif-plugged-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1064.957424] env[65923]: DEBUG oslo_concurrency.lockutils [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] Acquiring lock "83e9eb94-b087-49db-865e-f32e66f90e6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.957661] env[65923]: DEBUG oslo_concurrency.lockutils [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.957844] env[65923]: DEBUG oslo_concurrency.lockutils [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.958038] env[65923]: DEBUG nova.compute.manager [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] No waiting events found dispatching network-vif-plugged-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1064.958218] env[65923]: WARNING nova.compute.manager [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Received unexpected event network-vif-plugged-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c for instance with vm_state building and task_state spawning. [ 1064.958479] env[65923]: DEBUG nova.compute.manager [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Received event network-changed-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1064.958650] env[65923]: DEBUG nova.compute.manager [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Refreshing instance network info cache due to event network-changed-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1064.958840] env[65923]: DEBUG oslo_concurrency.lockutils [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] Acquiring lock "refresh_cache-83e9eb94-b087-49db-865e-f32e66f90e6f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.030318] env[65923]: DEBUG nova.scheduler.client.report [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1065.030685] env[65923]: DEBUG nova.compute.provider_tree [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 137 to 138 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1065.030933] env[65923]: DEBUG nova.compute.provider_tree [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.044613] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707604, 'name': ReconfigVM_Task, 'duration_secs': 0.53666} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.044981] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 105e05e5-96ce-4e0d-b672-6223b7c85ec7/105e05e5-96ce-4e0d-b672-6223b7c85ec7.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.046120] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c93729f8-5760-4647-a0c2-2d8a256acd82 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.060545] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1065.060545] env[65923]: value = "task-4707608" [ 1065.060545] env[65923]: _type = "Task" [ 1065.060545] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.069967] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707608, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.211971] env[65923]: DEBUG nova.network.neutron [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1065.293580] env[65923]: WARNING neutronclient.v2_0.client [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.353697] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.354061] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e31cc0f-532f-4aea-b504-9f68a4fb321d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.361965] env[65923]: DEBUG oslo_vmware.api [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1065.361965] env[65923]: value = "task-4707609" [ 1065.361965] env[65923]: _type = "Task" [ 1065.361965] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.371313] env[65923]: DEBUG oslo_vmware.api [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.372547] env[65923]: DEBUG nova.network.neutron [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Updating instance_info_cache with network_info: [{"id": "a2b7f565-d2ce-4ee1-bd27-614216ad9b1c", "address": "fa:16:3e:7b:d8:92", "network": {"id": "a8c8fb6c-c661-4f81-8a2f-8869d6fce411", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-913644681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dc613d9c0b497eb148d6f95e1a3d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b7f565-d2", "ovs_interfaceid": "a2b7f565-d2ce-4ee1-bd27-614216ad9b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.539693] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.545241] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.729s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.545241] env[65923]: DEBUG nova.objects.instance [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lazy-loading 'resources' on Instance uuid 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.574520] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707608, 'name': Rename_Task, 'duration_secs': 0.397938} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.575932] env[65923]: INFO nova.scheduler.client.report [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Deleted allocations for instance a6442798-11ae-4a43-a0b6-e9726db3653b [ 1065.577254] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.577608] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e0783a-6d7e-41b9-93e9-2d866f22cb0d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.586403] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1065.586403] env[65923]: value = "task-4707610" [ 1065.586403] env[65923]: _type = "Task" [ 1065.586403] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.596508] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.613114] env[65923]: DEBUG nova.compute.manager [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1065.643311] env[65923]: DEBUG nova.virt.hardware [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1065.643683] env[65923]: DEBUG nova.virt.hardware [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.643813] env[65923]: DEBUG nova.virt.hardware [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1065.644040] env[65923]: DEBUG nova.virt.hardware [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.644282] env[65923]: DEBUG nova.virt.hardware [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1065.644462] env[65923]: DEBUG nova.virt.hardware [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1065.644746] env[65923]: DEBUG nova.virt.hardware [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1065.644939] env[65923]: DEBUG nova.virt.hardware [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1065.645168] env[65923]: DEBUG nova.virt.hardware [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1065.645352] env[65923]: DEBUG nova.virt.hardware [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1065.645581] env[65923]: DEBUG nova.virt.hardware [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1065.647058] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf85a56-b27d-424c-9ed8-d519bb231d49 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.657670] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d13831d-b395-4231-b0f0-425430639f1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.872082] env[65923]: DEBUG oslo_vmware.api [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707609, 'name': PowerOffVM_Task, 'duration_secs': 0.225891} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.872368] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.872572] env[65923]: DEBUG nova.compute.manager [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1065.873418] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4097ec31-67b0-4428-83a2-73c569dd33eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.876963] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Releasing lock "refresh_cache-83e9eb94-b087-49db-865e-f32e66f90e6f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.877422] env[65923]: DEBUG nova.compute.manager [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Instance network_info: |[{"id": "a2b7f565-d2ce-4ee1-bd27-614216ad9b1c", "address": "fa:16:3e:7b:d8:92", "network": {"id": "a8c8fb6c-c661-4f81-8a2f-8869d6fce411", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-913644681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dc613d9c0b497eb148d6f95e1a3d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b7f565-d2", "ovs_interfaceid": "a2b7f565-d2ce-4ee1-bd27-614216ad9b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1065.877673] env[65923]: DEBUG oslo_concurrency.lockutils [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] Acquired lock "refresh_cache-83e9eb94-b087-49db-865e-f32e66f90e6f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.877846] env[65923]: DEBUG nova.network.neutron [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Refreshing network info cache for port a2b7f565-d2ce-4ee1-bd27-614216ad9b1c {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.879981] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:d8:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2b7f565-d2ce-4ee1-bd27-614216ad9b1c', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.887729] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1065.889314] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.889629] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9736d2b2-18ae-44c1-88e9-3c46db21e2bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.915068] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.915068] env[65923]: value = "task-4707611" [ 1065.915068] env[65923]: _type = "Task" [ 1065.915068] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.924367] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707611, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.091971] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3470b1db-0fc2-4013-9b52-1bbce3f26832 tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "a6442798-11ae-4a43-a0b6-e9726db3653b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.385s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.099794] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.179696] env[65923]: DEBUG nova.network.neutron [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Successfully updated port: 96eccb5a-34bb-42ee-bf9b-c685e1e1458d {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1066.310537] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d21c95-72ad-4214-82d8-d4859f3d0ee0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.321382] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac7df0e-d230-4f8e-99a4-d8b9ce00ab11 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.325201] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "51fd23fc-5490-4b2b-96fc-6851d26e162c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.325487] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "51fd23fc-5490-4b2b-96fc-6851d26e162c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.325790] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "51fd23fc-5490-4b2b-96fc-6851d26e162c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.325857] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "51fd23fc-5490-4b2b-96fc-6851d26e162c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.326027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "51fd23fc-5490-4b2b-96fc-6851d26e162c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.328396] env[65923]: INFO nova.compute.manager [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Terminating instance [ 1066.358630] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "refresh_cache-51fd23fc-5490-4b2b-96fc-6851d26e162c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.358849] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquired lock "refresh_cache-51fd23fc-5490-4b2b-96fc-6851d26e162c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.359034] env[65923]: DEBUG nova.network.neutron [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.364208] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cc8639-9a44-46d6-a9d4-d590129a6acc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.371516] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7e2c3f-e8e8-4af6-a37d-9ddc9fc0917c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.389024] env[65923]: WARNING neutronclient.v2_0.client [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.391784] env[65923]: DEBUG nova.compute.provider_tree [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.414039] env[65923]: DEBUG oslo_concurrency.lockutils [None req-752761d4-ead2-4ecd-bdf3-c32ebcb4f7a9 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "e6ac4851-c789-4978-ba3a-74bbb111d61a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.427727] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707611, 'name': CreateVM_Task, 'duration_secs': 0.363754} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.427975] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.428716] env[65923]: WARNING neutronclient.v2_0.client [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.429063] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.429218] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.429541] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.430440] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cee431b-9f36-492f-8221-ccd6b4ce2cca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.440790] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1066.440790] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528a9198-5250-e6b9-5d13-30a70c91a7fa" [ 1066.440790] env[65923]: _type = "Task" [ 1066.440790] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.454147] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528a9198-5250-e6b9-5d13-30a70c91a7fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.572182] env[65923]: WARNING neutronclient.v2_0.client [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.601158] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.685712] env[65923]: DEBUG nova.network.neutron [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Updated VIF entry in instance network info cache for port a2b7f565-d2ce-4ee1-bd27-614216ad9b1c. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1066.686064] env[65923]: DEBUG nova.network.neutron [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Updating instance_info_cache with network_info: [{"id": "a2b7f565-d2ce-4ee1-bd27-614216ad9b1c", "address": "fa:16:3e:7b:d8:92", "network": {"id": "a8c8fb6c-c661-4f81-8a2f-8869d6fce411", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-913644681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dc613d9c0b497eb148d6f95e1a3d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b7f565-d2", "ovs_interfaceid": "a2b7f565-d2ce-4ee1-bd27-614216ad9b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.687538] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "refresh_cache-768f3e06-acc9-47db-9bae-cbdfa4338633" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.687724] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "refresh_cache-768f3e06-acc9-47db-9bae-cbdfa4338633" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.687878] env[65923]: DEBUG nova.network.neutron [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.865694] env[65923]: WARNING neutronclient.v2_0.client [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.886413] env[65923]: DEBUG nova.network.neutron [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1066.896249] env[65923]: DEBUG nova.scheduler.client.report [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.948593] env[65923]: DEBUG nova.network.neutron [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.955148] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528a9198-5250-e6b9-5d13-30a70c91a7fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.955795] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.956050] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.956355] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.956525] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.956835] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.957075] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cac88bd-4674-46df-a7fb-4cc29cb4b457 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.967651] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.967847] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.969107] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb87fb90-502a-464c-a0b3-c6e984eb7f09 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.976911] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1066.976911] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5246eda3-89b6-8d74-bb48-cf1334b5b53f" [ 1066.976911] env[65923]: _type = "Task" [ 1066.976911] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.987776] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5246eda3-89b6-8d74-bb48-cf1334b5b53f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.989838] env[65923]: DEBUG nova.compute.manager [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Received event network-vif-plugged-96eccb5a-34bb-42ee-bf9b-c685e1e1458d {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1066.990074] env[65923]: DEBUG oslo_concurrency.lockutils [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] Acquiring lock "768f3e06-acc9-47db-9bae-cbdfa4338633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.990286] env[65923]: DEBUG oslo_concurrency.lockutils [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] Lock "768f3e06-acc9-47db-9bae-cbdfa4338633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.990472] env[65923]: DEBUG oslo_concurrency.lockutils [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] Lock "768f3e06-acc9-47db-9bae-cbdfa4338633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.990691] env[65923]: DEBUG nova.compute.manager [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] No waiting events found dispatching network-vif-plugged-96eccb5a-34bb-42ee-bf9b-c685e1e1458d {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1066.990886] env[65923]: WARNING nova.compute.manager [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Received unexpected event network-vif-plugged-96eccb5a-34bb-42ee-bf9b-c685e1e1458d for instance with vm_state building and task_state spawning. [ 1066.991068] env[65923]: DEBUG nova.compute.manager [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Received event network-changed-96eccb5a-34bb-42ee-bf9b-c685e1e1458d {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1066.991248] env[65923]: DEBUG nova.compute.manager [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Refreshing instance network info cache due to event network-changed-96eccb5a-34bb-42ee-bf9b-c685e1e1458d. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1066.991382] env[65923]: DEBUG oslo_concurrency.lockutils [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] Acquiring lock "refresh_cache-768f3e06-acc9-47db-9bae-cbdfa4338633" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.100634] env[65923]: DEBUG oslo_vmware.api [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707610, 'name': PowerOnVM_Task, 'duration_secs': 1.392217} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.100999] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.101226] env[65923]: INFO nova.compute.manager [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1067.101433] env[65923]: DEBUG nova.compute.manager [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1067.102382] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87846b9d-d5fe-4aa1-89d7-cc4259896fce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.192521] env[65923]: DEBUG oslo_concurrency.lockutils [req-2d1c9db3-98fe-4d18-9c0d-d72d56f2ea22 req-2c677c00-0bd9-47f8-a026-642c1df37b03 service nova] Releasing lock "refresh_cache-83e9eb94-b087-49db-865e-f32e66f90e6f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.232584] env[65923]: DEBUG nova.network.neutron [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1067.243774] env[65923]: DEBUG oslo_concurrency.lockutils [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "e6ac4851-c789-4978-ba3a-74bbb111d61a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.244110] env[65923]: DEBUG oslo_concurrency.lockutils [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "e6ac4851-c789-4978-ba3a-74bbb111d61a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.244387] env[65923]: DEBUG oslo_concurrency.lockutils [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "e6ac4851-c789-4978-ba3a-74bbb111d61a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.244622] env[65923]: DEBUG oslo_concurrency.lockutils [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "e6ac4851-c789-4978-ba3a-74bbb111d61a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.244837] env[65923]: DEBUG oslo_concurrency.lockutils [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "e6ac4851-c789-4978-ba3a-74bbb111d61a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.248222] env[65923]: INFO nova.compute.manager [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Terminating instance [ 1067.316021] env[65923]: WARNING neutronclient.v2_0.client [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.402482] env[65923]: DEBUG nova.network.neutron [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Updating instance_info_cache with network_info: [{"id": "96eccb5a-34bb-42ee-bf9b-c685e1e1458d", "address": "fa:16:3e:05:14:b4", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96eccb5a-34", "ovs_interfaceid": "96eccb5a-34bb-42ee-bf9b-c685e1e1458d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.404623] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.407339] env[65923]: DEBUG oslo_concurrency.lockutils [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.380s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.409383] env[65923]: DEBUG oslo_concurrency.lockutils [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.409997] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.281s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.411892] env[65923]: INFO nova.compute.claims [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.444593] env[65923]: INFO nova.scheduler.client.report [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted allocations for instance 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c [ 1067.446518] env[65923]: INFO nova.scheduler.client.report [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleted allocations for instance c70d2116-f92a-44a6-a90b-c7e1ee0f469f [ 1067.456695] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Releasing lock "refresh_cache-51fd23fc-5490-4b2b-96fc-6851d26e162c" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.458444] env[65923]: DEBUG nova.compute.manager [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1067.458444] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.458444] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c289df7-32b3-444b-a8a6-8a8cd29df09b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.467873] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.468053] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed8df661-2b1a-4cfa-9c68-b002a08dd131 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.479038] env[65923]: DEBUG oslo_vmware.api [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1067.479038] env[65923]: value = "task-4707613" [ 1067.479038] env[65923]: _type = "Task" [ 1067.479038] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.504234] env[65923]: DEBUG oslo_vmware.api [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.504411] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5246eda3-89b6-8d74-bb48-cf1334b5b53f, 'name': SearchDatastore_Task, 'duration_secs': 0.02168} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.505363] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e78c381-baa7-456b-ba48-5776489dc4c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.513216] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1067.513216] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52150cea-6946-80f9-1c67-d4db1e15bbc1" [ 1067.513216] env[65923]: _type = "Task" [ 1067.513216] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.524283] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52150cea-6946-80f9-1c67-d4db1e15bbc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.626131] env[65923]: INFO nova.compute.manager [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Took 21.89 seconds to build instance. [ 1067.753896] env[65923]: DEBUG nova.compute.manager [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1067.754162] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.755202] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d3139c-f6d7-480e-b004-8533d1e5a9fb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.765131] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.765294] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-514c18ae-2441-4fbc-bc7b-b7fbd029768f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.874322] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.874605] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.874810] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleting the datastore file [datastore1] e6ac4851-c789-4978-ba3a-74bbb111d61a {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.875176] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4c98101-cc9d-4f2d-97be-5c182d2aa946 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.884269] env[65923]: DEBUG oslo_vmware.api [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1067.884269] env[65923]: value = "task-4707615" [ 1067.884269] env[65923]: _type = "Task" [ 1067.884269] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.894060] env[65923]: DEBUG oslo_vmware.api [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.908504] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "refresh_cache-768f3e06-acc9-47db-9bae-cbdfa4338633" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.908963] env[65923]: DEBUG nova.compute.manager [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Instance network_info: |[{"id": "96eccb5a-34bb-42ee-bf9b-c685e1e1458d", "address": "fa:16:3e:05:14:b4", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96eccb5a-34", "ovs_interfaceid": "96eccb5a-34bb-42ee-bf9b-c685e1e1458d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1067.909342] env[65923]: DEBUG oslo_concurrency.lockutils [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] Acquired lock "refresh_cache-768f3e06-acc9-47db-9bae-cbdfa4338633" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.909524] env[65923]: DEBUG nova.network.neutron [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Refreshing network info cache for port 96eccb5a-34bb-42ee-bf9b-c685e1e1458d {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.910945] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:14:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96eccb5a-34bb-42ee-bf9b-c685e1e1458d', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.919859] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1067.921419] env[65923]: WARNING neutronclient.v2_0.client [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.925864] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.926928] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-360537ef-a417-438f-a7d2-2273eab233cb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.949466] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.949466] env[65923]: value = "task-4707616" [ 1067.949466] env[65923]: _type = "Task" [ 1067.949466] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.961103] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b0517495-e47b-42bd-a0d1-984fe85ca4d8 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "29b5f6b7-c711-4ef5-8a21-9a4bd06d783c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.056s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.962347] env[65923]: DEBUG oslo_concurrency.lockutils [None req-444d2167-b4ab-4796-9d93-2aa1910ec45c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "c70d2116-f92a-44a6-a90b-c7e1ee0f469f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.906s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.967349] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707616, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.996188] env[65923]: DEBUG oslo_vmware.api [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707613, 'name': PowerOffVM_Task, 'duration_secs': 0.179803} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.996642] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.996894] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.997246] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a0b95ea-18c5-4684-aa0e-6a5dd26d33f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.030046] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52150cea-6946-80f9-1c67-d4db1e15bbc1, 'name': SearchDatastore_Task, 'duration_secs': 0.023739} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.034424] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.035137] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 83e9eb94-b087-49db-865e-f32e66f90e6f/83e9eb94-b087-49db-865e-f32e66f90e6f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.037730] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fface00-5a58-4c8e-8969-9a7b9bf96be1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.041303] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.041409] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.041652] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Deleting the datastore file [datastore2] 51fd23fc-5490-4b2b-96fc-6851d26e162c {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.041899] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0cb997f-5962-4d80-9e06-3cf3eefe401b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.053788] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1068.053788] env[65923]: value = "task-4707618" [ 1068.053788] env[65923]: _type = "Task" [ 1068.053788] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.057683] env[65923]: DEBUG oslo_vmware.api [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for the task: (returnval){ [ 1068.057683] env[65923]: value = "task-4707619" [ 1068.057683] env[65923]: _type = "Task" [ 1068.057683] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.083209] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.084035] env[65923]: DEBUG oslo_vmware.api [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.118761] env[65923]: WARNING neutronclient.v2_0.client [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.129095] env[65923]: DEBUG oslo_concurrency.lockutils [None req-076dd32b-fdb7-4dc0-b9c7-fda763afcde6 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "105e05e5-96ce-4e0d-b672-6223b7c85ec7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.721s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.216250] env[65923]: DEBUG nova.network.neutron [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Updated VIF entry in instance network info cache for port 96eccb5a-34bb-42ee-bf9b-c685e1e1458d. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.216250] env[65923]: DEBUG nova.network.neutron [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Updating instance_info_cache with network_info: [{"id": "96eccb5a-34bb-42ee-bf9b-c685e1e1458d", "address": "fa:16:3e:05:14:b4", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96eccb5a-34", "ovs_interfaceid": "96eccb5a-34bb-42ee-bf9b-c685e1e1458d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.396576] env[65923]: DEBUG oslo_vmware.api [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.463103] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707616, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.574071] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707618, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.584407] env[65923]: DEBUG oslo_vmware.api [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Task: {'id': task-4707619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411223} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.584751] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.585025] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.586042] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.586042] env[65923]: INFO nova.compute.manager [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1068.586042] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1068.586042] env[65923]: DEBUG nova.compute.manager [-] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1068.586275] env[65923]: DEBUG nova.network.neutron [-] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1068.586564] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.608453] env[65923]: INFO nova.compute.manager [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Rebuilding instance [ 1068.612395] env[65923]: DEBUG nova.network.neutron [-] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1068.612594] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.668615] env[65923]: DEBUG nova.compute.manager [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1068.669390] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe50ddf2-1c05-49a4-af4f-f1f31ea5c823 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.717146] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51386531-ab52-49fb-9695-c700b63ec571 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.722897] env[65923]: DEBUG oslo_concurrency.lockutils [req-35578935-29d2-41e5-a2ef-7b7a47007a9f req-b6454a7d-0415-4129-ba8e-883ae85445a1 service nova] Releasing lock "refresh_cache-768f3e06-acc9-47db-9bae-cbdfa4338633" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.729722] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d611963-cc7a-45f9-b13e-8098c1eab54f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.768988] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97774bcc-0599-434b-ad48-281748bd61e2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.782436] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74092a7-dcd5-4ccd-8d55-a4486b7fc05d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.804741] env[65923]: DEBUG nova.compute.provider_tree [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.809309] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.809557] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.896952] env[65923]: DEBUG oslo_vmware.api [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.62603} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.897305] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.897496] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.897674] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.897853] env[65923]: INFO nova.compute.manager [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1068.898122] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1068.898367] env[65923]: DEBUG nova.compute.manager [-] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1068.899124] env[65923]: DEBUG nova.network.neutron [-] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1068.899124] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.939094] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.961714] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707616, 'name': CreateVM_Task, 'duration_secs': 0.546138} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.961892] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.962393] env[65923]: WARNING neutronclient.v2_0.client [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.962749] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.962901] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.963245] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.963565] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1fd9c5-ae24-4571-b2f8-97c5ef126165 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.969916] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1068.969916] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5252f24a-da8c-f6d7-fa11-1c27c3a58926" [ 1068.969916] env[65923]: _type = "Task" [ 1068.969916] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.979844] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5252f24a-da8c-f6d7-fa11-1c27c3a58926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.065903] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839169} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.066095] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 83e9eb94-b087-49db-865e-f32e66f90e6f/83e9eb94-b087-49db-865e-f32e66f90e6f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.066246] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.066836] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b56c30e-fc50-4be4-b5ce-652ce8bfbddc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.074472] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1069.074472] env[65923]: value = "task-4707620" [ 1069.074472] env[65923]: _type = "Task" [ 1069.074472] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.083118] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.115441] env[65923]: DEBUG nova.network.neutron [-] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.162296] env[65923]: DEBUG nova.compute.manager [req-e65437cf-82ff-44d8-bc17-a59b111c8789 req-abab64e5-1c6a-4299-9f0f-9f6fe015f524 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Received event network-vif-deleted-beba957b-0f22-41e2-871a-a452dab6a113 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.162532] env[65923]: INFO nova.compute.manager [req-e65437cf-82ff-44d8-bc17-a59b111c8789 req-abab64e5-1c6a-4299-9f0f-9f6fe015f524 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Neutron deleted interface beba957b-0f22-41e2-871a-a452dab6a113; detaching it from the instance and deleting it from the info cache [ 1069.162667] env[65923]: DEBUG nova.network.neutron [req-e65437cf-82ff-44d8-bc17-a59b111c8789 req-abab64e5-1c6a-4299-9f0f-9f6fe015f524 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.215611] env[65923]: DEBUG oslo_concurrency.lockutils [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "ba82b333-4918-4194-8344-3d175ada5b2e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.215910] env[65923]: DEBUG oslo_concurrency.lockutils [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.310952] env[65923]: DEBUG nova.scheduler.client.report [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.314456] env[65923]: DEBUG nova.compute.manager [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1069.483683] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5252f24a-da8c-f6d7-fa11-1c27c3a58926, 'name': SearchDatastore_Task, 'duration_secs': 0.06228} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.484118] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.484499] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.484763] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.484962] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.485199] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.485874] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8af785cb-1fae-4cbe-85fb-6364e29b9ccb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.499962] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.500163] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.501196] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd02f815-7339-43f2-8cde-6382d27d88d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.508815] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1069.508815] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521a19d3-970c-e853-1e97-1906ad609371" [ 1069.508815] env[65923]: _type = "Task" [ 1069.508815] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.518754] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521a19d3-970c-e853-1e97-1906ad609371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.584358] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068389} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.584670] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.585455] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e4164b-8457-4c0c-867a-47ca067b5346 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.608863] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 83e9eb94-b087-49db-865e-f32e66f90e6f/83e9eb94-b087-49db-865e-f32e66f90e6f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.609245] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec990cb-4344-4a2e-bc21-d1ceca57a223 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.624014] env[65923]: INFO nova.compute.manager [-] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Took 1.04 seconds to deallocate network for instance. [ 1069.635876] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1069.635876] env[65923]: value = "task-4707622" [ 1069.635876] env[65923]: _type = "Task" [ 1069.635876] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.642299] env[65923]: DEBUG nova.network.neutron [-] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.648872] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.665975] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-168c90e1-dc6c-43f6-8196-d5b99cafa5ee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.678617] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405f6738-b294-4464-9361-e251b161c9a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.691190] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.691547] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67228901-ce0f-4637-9435-b8de8d02ec13 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.700355] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1069.700355] env[65923]: value = "task-4707623" [ 1069.700355] env[65923]: _type = "Task" [ 1069.700355] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.718345] env[65923]: DEBUG nova.compute.manager [req-e65437cf-82ff-44d8-bc17-a59b111c8789 req-abab64e5-1c6a-4299-9f0f-9f6fe015f524 service nova] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Detach interface failed, port_id=beba957b-0f22-41e2-871a-a452dab6a113, reason: Instance e6ac4851-c789-4978-ba3a-74bbb111d61a could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1069.722268] env[65923]: INFO nova.compute.manager [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Detaching volume b59f2059-0f2b-4010-b60f-04df3fa10355 [ 1069.724121] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.759667] env[65923]: INFO nova.virt.block_device [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Attempting to driver detach volume b59f2059-0f2b-4010-b60f-04df3fa10355 from mountpoint /dev/sdb [ 1069.759930] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1069.760116] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918720', 'volume_id': 'b59f2059-0f2b-4010-b60f-04df3fa10355', 'name': 'volume-b59f2059-0f2b-4010-b60f-04df3fa10355', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ba82b333-4918-4194-8344-3d175ada5b2e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b59f2059-0f2b-4010-b60f-04df3fa10355', 'serial': 'b59f2059-0f2b-4010-b60f-04df3fa10355'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1069.761010] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b7ff76-03af-46f5-9b61-3aa768f3428d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.785414] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5610815f-8c9c-446f-80ec-37ea1969b3b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.792884] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.793130] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.797981] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb75dd67-3b1d-487e-86af-3a599fa295d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.824482] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.825234] env[65923]: DEBUG nova.compute.manager [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1069.829855] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.205s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.831284] env[65923]: INFO nova.compute.claims [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.834622] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d9f152-9202-4cc4-a615-db5d82ae83c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.857371] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The volume has not been displaced from its original location: [datastore1] volume-b59f2059-0f2b-4010-b60f-04df3fa10355/volume-b59f2059-0f2b-4010-b60f-04df3fa10355.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1069.862234] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.863619] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.863920] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13ebc2a4-6a7b-4305-bac8-87748b1c0c1f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.885147] env[65923]: DEBUG oslo_vmware.api [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1069.885147] env[65923]: value = "task-4707624" [ 1069.885147] env[65923]: _type = "Task" [ 1069.885147] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.896136] env[65923]: DEBUG oslo_vmware.api [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.022686] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521a19d3-970c-e853-1e97-1906ad609371, 'name': SearchDatastore_Task, 'duration_secs': 0.014625} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.023876] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf5b056-9bd5-49e7-bfc4-57b867e3794c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.030227] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1070.030227] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526e2182-554d-baf8-eadb-6ba86b43b2e6" [ 1070.030227] env[65923]: _type = "Task" [ 1070.030227] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.039154] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526e2182-554d-baf8-eadb-6ba86b43b2e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.132334] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.146250] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707622, 'name': ReconfigVM_Task, 'duration_secs': 0.307426} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.146498] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 83e9eb94-b087-49db-865e-f32e66f90e6f/83e9eb94-b087-49db-865e-f32e66f90e6f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.147142] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28fa6a8e-5a4a-46f5-8c86-9a8ba158b5a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.149154] env[65923]: INFO nova.compute.manager [-] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Took 1.25 seconds to deallocate network for instance. [ 1070.156261] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1070.156261] env[65923]: value = "task-4707625" [ 1070.156261] env[65923]: _type = "Task" [ 1070.156261] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.168479] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707625, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.211325] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707623, 'name': PowerOffVM_Task, 'duration_secs': 0.153858} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.211628] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.211855] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.212650] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbfc185-61a0-4cac-9143-76da8c03fc96 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.220747] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.221358] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ec184db-f2ca-42b9-94f0-24f41b354bb1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.248823] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.249068] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.249238] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Deleting the datastore file [datastore1] 105e05e5-96ce-4e0d-b672-6223b7c85ec7 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.249527] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c66ef3b3-3928-46d8-9dd7-2a9fdaf28ce6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.258491] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1070.258491] env[65923]: value = "task-4707627" [ 1070.258491] env[65923]: _type = "Task" [ 1070.258491] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.269221] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.295859] env[65923]: DEBUG nova.compute.manager [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1070.331854] env[65923]: DEBUG nova.compute.utils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.333586] env[65923]: DEBUG nova.compute.manager [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1070.333728] env[65923]: DEBUG nova.network.neutron [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1070.334098] env[65923]: WARNING neutronclient.v2_0.client [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.334435] env[65923]: WARNING neutronclient.v2_0.client [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.378069] env[65923]: DEBUG nova.policy [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afdc6bf332594bd8b21b9bebcf61afa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62fc51a0dbef48ccb8850d978c297b52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.396812] env[65923]: DEBUG oslo_vmware.api [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707624, 'name': ReconfigVM_Task, 'duration_secs': 0.255709} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.397854] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1070.402109] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7cc0b39-0283-4859-9a14-4795384480ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.417722] env[65923]: DEBUG oslo_vmware.api [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1070.417722] env[65923]: value = "task-4707628" [ 1070.417722] env[65923]: _type = "Task" [ 1070.417722] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.426567] env[65923]: DEBUG oslo_vmware.api [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.542288] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526e2182-554d-baf8-eadb-6ba86b43b2e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01454} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.542626] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.542844] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 768f3e06-acc9-47db-9bae-cbdfa4338633/768f3e06-acc9-47db-9bae-cbdfa4338633.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.543158] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08f5bbfd-805e-4594-871e-164fa40aa237 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.550982] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1070.550982] env[65923]: value = "task-4707629" [ 1070.550982] env[65923]: _type = "Task" [ 1070.550982] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.560811] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.655747] env[65923]: DEBUG oslo_concurrency.lockutils [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.666412] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707625, 'name': Rename_Task, 'duration_secs': 0.191515} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.666710] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.666982] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b9104f1-99f5-4732-960d-7aa12a1bcba8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.676160] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1070.676160] env[65923]: value = "task-4707630" [ 1070.676160] env[65923]: _type = "Task" [ 1070.676160] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.685848] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.737928] env[65923]: DEBUG nova.network.neutron [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Successfully created port: bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1070.772114] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14402} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.772422] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.772650] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.772852] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.822047] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.838023] env[65923]: DEBUG nova.compute.manager [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1070.931748] env[65923]: DEBUG oslo_vmware.api [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.066952] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707629, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.083441] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71787cd-1a78-41e5-880c-451f95becf83 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.091419] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9183e8-44da-45bc-a4a6-70266f7bfce3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.123254] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ababbd82-0a0c-4ec4-8e92-dd468c5aceee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.131894] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79f8311-33e4-4628-864f-61006af60380 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.146655] env[65923]: DEBUG nova.compute.provider_tree [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.187700] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.430026] env[65923]: DEBUG oslo_vmware.api [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.567989] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707629, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.650399] env[65923]: DEBUG nova.scheduler.client.report [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.690074] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.812433] env[65923]: DEBUG nova.virt.hardware [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1071.812779] env[65923]: DEBUG nova.virt.hardware [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.812949] env[65923]: DEBUG nova.virt.hardware [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1071.813147] env[65923]: DEBUG nova.virt.hardware [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.813289] env[65923]: DEBUG nova.virt.hardware [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1071.813431] env[65923]: DEBUG nova.virt.hardware [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1071.813641] env[65923]: DEBUG nova.virt.hardware [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.813801] env[65923]: DEBUG nova.virt.hardware [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1071.813968] env[65923]: DEBUG nova.virt.hardware [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1071.814182] env[65923]: DEBUG nova.virt.hardware [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1071.814500] env[65923]: DEBUG nova.virt.hardware [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1071.815402] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dcc33e-bcbb-4a17-94a3-afb6f3055735 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.825060] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1d4b28-5721-433c-914a-0c1919dea261 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.841855] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.848629] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1071.848876] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.850330] env[65923]: DEBUG nova.compute.manager [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1071.852750] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e9f95ee-eba6-451a-938a-56219a3648bd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.874086] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.874086] env[65923]: value = "task-4707632" [ 1071.874086] env[65923]: _type = "Task" [ 1071.874086] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.880036] env[65923]: DEBUG nova.virt.hardware [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1071.880764] env[65923]: DEBUG nova.virt.hardware [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.880764] env[65923]: DEBUG nova.virt.hardware [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1071.880764] env[65923]: DEBUG nova.virt.hardware [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.880764] env[65923]: DEBUG nova.virt.hardware [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1071.880983] env[65923]: DEBUG nova.virt.hardware [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1071.881102] env[65923]: DEBUG nova.virt.hardware [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.881260] env[65923]: DEBUG nova.virt.hardware [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1071.881429] env[65923]: DEBUG nova.virt.hardware [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1071.881597] env[65923]: DEBUG nova.virt.hardware [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1071.881759] env[65923]: DEBUG nova.virt.hardware [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1071.882680] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bde929-af0c-4687-bd7b-9075576565f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.895477] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707632, 'name': CreateVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.896977] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd457327-ce7b-44de-9a0d-4d9d29ef6af5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.930103] env[65923]: DEBUG oslo_vmware.api [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707628, 'name': ReconfigVM_Task, 'duration_secs': 1.174313} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.930419] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918720', 'volume_id': 'b59f2059-0f2b-4010-b60f-04df3fa10355', 'name': 'volume-b59f2059-0f2b-4010-b60f-04df3fa10355', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ba82b333-4918-4194-8344-3d175ada5b2e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b59f2059-0f2b-4010-b60f-04df3fa10355', 'serial': 'b59f2059-0f2b-4010-b60f-04df3fa10355'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1072.066847] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707629, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.503848} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.067229] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 768f3e06-acc9-47db-9bae-cbdfa4338633/768f3e06-acc9-47db-9bae-cbdfa4338633.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.067488] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.067669] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6a220e4-7f97-4531-8379-71e90f517858 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.076826] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1072.076826] env[65923]: value = "task-4707633" [ 1072.076826] env[65923]: _type = "Task" [ 1072.076826] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.087830] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.156261] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.156929] env[65923]: DEBUG nova.compute.manager [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1072.160690] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.473s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.160834] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.160983] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1072.161309] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.047s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.161517] env[65923]: DEBUG nova.objects.instance [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1072.165654] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24251c5-b1f2-403b-9096-328bbe4089da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.176360] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9c22dd-782c-4f47-9486-817c0bc64630 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.202749] env[65923]: DEBUG oslo_vmware.api [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707630, 'name': PowerOnVM_Task, 'duration_secs': 1.347796} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.206136] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05924c1-6a04-4f16-8b4d-947030494daa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.210624] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.210962] env[65923]: INFO nova.compute.manager [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1072.211244] env[65923]: DEBUG nova.compute.manager [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1072.212904] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f27cbd-e1ea-4f53-a6d9-908a7f98e650 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.225184] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71edbfac-b112-4006-88e8-dea820a68b17 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.229686] env[65923]: DEBUG nova.compute.manager [req-c4132cec-ba26-4f59-a3fd-e13ced47b933 req-ad5d83de-3e72-4852-8f0a-c2d0c5e699b6 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Received event network-vif-plugged-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1072.229932] env[65923]: DEBUG oslo_concurrency.lockutils [req-c4132cec-ba26-4f59-a3fd-e13ced47b933 req-ad5d83de-3e72-4852-8f0a-c2d0c5e699b6 service nova] Acquiring lock "197a79f4-da56-43d6-8b69-cab83867bc9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.230186] env[65923]: DEBUG oslo_concurrency.lockutils [req-c4132cec-ba26-4f59-a3fd-e13ced47b933 req-ad5d83de-3e72-4852-8f0a-c2d0c5e699b6 service nova] Lock "197a79f4-da56-43d6-8b69-cab83867bc9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.230391] env[65923]: DEBUG oslo_concurrency.lockutils [req-c4132cec-ba26-4f59-a3fd-e13ced47b933 req-ad5d83de-3e72-4852-8f0a-c2d0c5e699b6 service nova] Lock "197a79f4-da56-43d6-8b69-cab83867bc9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.230569] env[65923]: DEBUG nova.compute.manager [req-c4132cec-ba26-4f59-a3fd-e13ced47b933 req-ad5d83de-3e72-4852-8f0a-c2d0c5e699b6 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] No waiting events found dispatching network-vif-plugged-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1072.230738] env[65923]: WARNING nova.compute.manager [req-c4132cec-ba26-4f59-a3fd-e13ced47b933 req-ad5d83de-3e72-4852-8f0a-c2d0c5e699b6 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Received unexpected event network-vif-plugged-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 for instance with vm_state building and task_state spawning. [ 1072.266207] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178690MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1072.266395] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.317418] env[65923]: DEBUG nova.network.neutron [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Successfully updated port: bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1072.384478] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707632, 'name': CreateVM_Task, 'duration_secs': 0.498779} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.384695] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.385156] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.385324] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.385757] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.386040] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcdf9fd-1788-4e20-8a82-ba81fa07dbb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.391919] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1072.391919] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ccc49a-c4c9-56e4-b652-4742ba99bee9" [ 1072.391919] env[65923]: _type = "Task" [ 1072.391919] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.400815] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ccc49a-c4c9-56e4-b652-4742ba99bee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.485815] env[65923]: DEBUG nova.objects.instance [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lazy-loading 'flavor' on Instance uuid ba82b333-4918-4194-8344-3d175ada5b2e {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.589056] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070364} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.589056] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.589272] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632fefd6-fd3e-4195-afa6-26c5a4ebb37d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.614275] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 768f3e06-acc9-47db-9bae-cbdfa4338633/768f3e06-acc9-47db-9bae-cbdfa4338633.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.614639] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf322892-df44-4664-8593-2ad9dbafd50e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.635989] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1072.635989] env[65923]: value = "task-4707634" [ 1072.635989] env[65923]: _type = "Task" [ 1072.635989] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.645469] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.662315] env[65923]: DEBUG nova.compute.utils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.663833] env[65923]: DEBUG nova.compute.manager [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1072.664041] env[65923]: DEBUG nova.network.neutron [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1072.664361] env[65923]: WARNING neutronclient.v2_0.client [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.664706] env[65923]: WARNING neutronclient.v2_0.client [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.716995] env[65923]: DEBUG nova.policy [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afdc6bf332594bd8b21b9bebcf61afa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62fc51a0dbef48ccb8850d978c297b52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.742658] env[65923]: INFO nova.compute.manager [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Took 25.20 seconds to build instance. [ 1072.820752] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.820981] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.821199] env[65923]: DEBUG nova.network.neutron [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1072.904329] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ccc49a-c4c9-56e4-b652-4742ba99bee9, 'name': SearchDatastore_Task, 'duration_secs': 0.011526} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.904804] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.904889] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.905104] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.905266] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.905549] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.905753] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5f5e6e0-96f2-4bd9-baeb-e367d5112dbb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.915526] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.915743] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.916544] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1643b59-109b-44c6-a9d0-b2ec1786a18d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.922938] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1072.922938] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520aa1cf-6d10-b221-01a7-61892648e003" [ 1072.922938] env[65923]: _type = "Task" [ 1072.922938] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.931606] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520aa1cf-6d10-b221-01a7-61892648e003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.024842] env[65923]: DEBUG nova.network.neutron [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Successfully created port: 849d9ae0-898b-4d58-993a-f4dffbea8e77 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1073.154693] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.168808] env[65923]: DEBUG nova.compute.manager [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1073.172566] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0b8c595f-25bb-4029-b6cc-4f0f232dc886 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.173558] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.259s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.174900] env[65923]: DEBUG nova.objects.instance [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lazy-loading 'resources' on Instance uuid 9b7ea308-a6de-4c4b-a327-7678a70365d8 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.244998] env[65923]: DEBUG oslo_concurrency.lockutils [None req-55a4d970-679d-4f01-ac3c-6dfb4be398ad tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.725s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.434042] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520aa1cf-6d10-b221-01a7-61892648e003, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.434847] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333abbd6-e5af-4137-81de-b6e53059e818 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.441677] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1073.441677] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528eaf7a-1ef4-fa61-6130-485544af9776" [ 1073.441677] env[65923]: _type = "Task" [ 1073.441677] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.452658] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528eaf7a-1ef4-fa61-6130-485544af9776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.495526] env[65923]: DEBUG oslo_concurrency.lockutils [None req-150233e8-c73e-458e-847a-0042375d073f tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.279s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.649496] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "ba82b333-4918-4194-8344-3d175ada5b2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.649746] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.649953] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.650153] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.650325] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.652093] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707634, 'name': ReconfigVM_Task, 'duration_secs': 0.683326} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.652373] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 768f3e06-acc9-47db-9bae-cbdfa4338633/768f3e06-acc9-47db-9bae-cbdfa4338633.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.653376] env[65923]: INFO nova.compute.manager [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Terminating instance [ 1073.654775] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b440da7-d325-47ce-a4b3-ffa3b5471fc9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.664715] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1073.664715] env[65923]: value = "task-4707636" [ 1073.664715] env[65923]: _type = "Task" [ 1073.664715] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.679970] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707636, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.841792] env[65923]: DEBUG nova.network.neutron [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1073.959017] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528eaf7a-1ef4-fa61-6130-485544af9776, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.959951] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c466dbb9-ae1b-4e22-a1ed-9ff3d7500b03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.965558] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.965855] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 105e05e5-96ce-4e0d-b672-6223b7c85ec7/105e05e5-96ce-4e0d-b672-6223b7c85ec7.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.966404] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49809c9b-f1cc-4461-8f4c-f4b7255d21a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.978988] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c988da2-aa79-4676-a8a1-6f959287fa5f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.982769] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1073.982769] env[65923]: value = "task-4707637" [ 1073.982769] env[65923]: _type = "Task" [ 1073.982769] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.018221] env[65923]: WARNING neutronclient.v2_0.client [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.024372] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdafb03-8752-4dc0-b804-fd56722c0b68 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.027590] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.036772] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497b4ec5-3ecf-47bd-813b-51661070ef62 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.054192] env[65923]: DEBUG nova.compute.provider_tree [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.064776] env[65923]: DEBUG nova.compute.manager [req-1551b74c-13d2-413a-8c61-9022dd570318 req-93b11bb3-2e43-4713-9036-1f7fbd65776a service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Received event network-changed-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1074.065409] env[65923]: DEBUG nova.compute.manager [req-1551b74c-13d2-413a-8c61-9022dd570318 req-93b11bb3-2e43-4713-9036-1f7fbd65776a service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Refreshing instance network info cache due to event network-changed-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1074.065409] env[65923]: DEBUG oslo_concurrency.lockutils [req-1551b74c-13d2-413a-8c61-9022dd570318 req-93b11bb3-2e43-4713-9036-1f7fbd65776a service nova] Acquiring lock "refresh_cache-83e9eb94-b087-49db-865e-f32e66f90e6f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.065409] env[65923]: DEBUG oslo_concurrency.lockutils [req-1551b74c-13d2-413a-8c61-9022dd570318 req-93b11bb3-2e43-4713-9036-1f7fbd65776a service nova] Acquired lock "refresh_cache-83e9eb94-b087-49db-865e-f32e66f90e6f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.065607] env[65923]: DEBUG nova.network.neutron [req-1551b74c-13d2-413a-8c61-9022dd570318 req-93b11bb3-2e43-4713-9036-1f7fbd65776a service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Refreshing network info cache for port a2b7f565-d2ce-4ee1-bd27-614216ad9b1c {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.146313] env[65923]: DEBUG nova.network.neutron [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Updating instance_info_cache with network_info: [{"id": "bb3af12c-4951-4dfa-9ce1-0c48f053c7f0", "address": "fa:16:3e:47:75:80", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3af12c-49", "ovs_interfaceid": "bb3af12c-4951-4dfa-9ce1-0c48f053c7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.159921] env[65923]: DEBUG nova.compute.manager [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1074.159921] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.161015] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb247fc4-d3d3-4c1d-8b42-53623cf016c4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.175352] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707636, 'name': Rename_Task, 'duration_secs': 0.160084} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.178205] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.178317] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.178516] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5907fe4a-3dde-4c08-bc19-0d2f52589456 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.180250] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d5d9d31-e617-4ccf-9f93-ab5dc352f822 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.182804] env[65923]: DEBUG nova.compute.manager [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1074.191521] env[65923]: DEBUG oslo_vmware.api [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1074.191521] env[65923]: value = "task-4707638" [ 1074.191521] env[65923]: _type = "Task" [ 1074.191521] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.193123] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1074.193123] env[65923]: value = "task-4707639" [ 1074.193123] env[65923]: _type = "Task" [ 1074.193123] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.207860] env[65923]: DEBUG oslo_vmware.api [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.213513] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.220817] env[65923]: DEBUG nova.virt.hardware [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1074.221336] env[65923]: DEBUG nova.virt.hardware [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.221626] env[65923]: DEBUG nova.virt.hardware [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1074.221966] env[65923]: DEBUG nova.virt.hardware [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.222255] env[65923]: DEBUG nova.virt.hardware [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1074.223425] env[65923]: DEBUG nova.virt.hardware [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1074.223425] env[65923]: DEBUG nova.virt.hardware [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1074.223425] env[65923]: DEBUG nova.virt.hardware [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1074.223425] env[65923]: DEBUG nova.virt.hardware [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1074.223425] env[65923]: DEBUG nova.virt.hardware [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1074.223780] env[65923]: DEBUG nova.virt.hardware [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1074.224564] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c130bb11-bc11-4355-9a6b-2dc2e478a9e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.235381] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1905342f-7ed0-49d5-bc9f-1c118129e1c3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.258578] env[65923]: DEBUG nova.compute.manager [req-1164a4e7-58b9-45b2-a2f3-c1da6f6c3e1f req-4c684c99-8ad4-4ff9-a818-2d84003fb1a3 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Received event network-changed-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1074.258864] env[65923]: DEBUG nova.compute.manager [req-1164a4e7-58b9-45b2-a2f3-c1da6f6c3e1f req-4c684c99-8ad4-4ff9-a818-2d84003fb1a3 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Refreshing instance network info cache due to event network-changed-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1074.259090] env[65923]: DEBUG oslo_concurrency.lockutils [req-1164a4e7-58b9-45b2-a2f3-c1da6f6c3e1f req-4c684c99-8ad4-4ff9-a818-2d84003fb1a3 service nova] Acquiring lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.496703] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707637, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.557498] env[65923]: DEBUG nova.scheduler.client.report [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.569555] env[65923]: WARNING neutronclient.v2_0.client [req-1551b74c-13d2-413a-8c61-9022dd570318 req-93b11bb3-2e43-4713-9036-1f7fbd65776a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.590231] env[65923]: DEBUG nova.network.neutron [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Successfully updated port: 849d9ae0-898b-4d58-993a-f4dffbea8e77 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1074.649475] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.649873] env[65923]: DEBUG nova.compute.manager [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Instance network_info: |[{"id": "bb3af12c-4951-4dfa-9ce1-0c48f053c7f0", "address": "fa:16:3e:47:75:80", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3af12c-49", "ovs_interfaceid": "bb3af12c-4951-4dfa-9ce1-0c48f053c7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1074.650244] env[65923]: DEBUG oslo_concurrency.lockutils [req-1164a4e7-58b9-45b2-a2f3-c1da6f6c3e1f req-4c684c99-8ad4-4ff9-a818-2d84003fb1a3 service nova] Acquired lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.650409] env[65923]: DEBUG nova.network.neutron [req-1164a4e7-58b9-45b2-a2f3-c1da6f6c3e1f req-4c684c99-8ad4-4ff9-a818-2d84003fb1a3 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Refreshing network info cache for port bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.651825] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:75:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb3af12c-4951-4dfa-9ce1-0c48f053c7f0', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.659769] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Creating folder: Project (62fc51a0dbef48ccb8850d978c297b52). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.664504] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1443456-875d-49ef-860e-843c419f24f8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.678442] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Created folder: Project (62fc51a0dbef48ccb8850d978c297b52) in parent group-v918465. [ 1074.678652] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Creating folder: Instances. Parent ref: group-v918750. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.678931] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fb46b63-5bd0-46cb-8451-8b6d4bef3e10 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.690257] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Created folder: Instances in parent group-v918750. [ 1074.690555] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1074.690799] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.691063] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b1397be-7bd7-445d-abd8-046eb44e674f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.725350] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707639, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.730255] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.730255] env[65923]: value = "task-4707642" [ 1074.730255] env[65923]: _type = "Task" [ 1074.730255] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.730589] env[65923]: DEBUG oslo_vmware.api [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707638, 'name': PowerOffVM_Task, 'duration_secs': 0.234937} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.731859] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.731859] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.734757] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe6b491a-6b4b-44a3-9e4c-a6ce606e2710 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.743819] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707642, 'name': CreateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.782293] env[65923]: WARNING neutronclient.v2_0.client [req-1551b74c-13d2-413a-8c61-9022dd570318 req-93b11bb3-2e43-4713-9036-1f7fbd65776a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.824832] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.825230] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.825434] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleting the datastore file [datastore2] ba82b333-4918-4194-8344-3d175ada5b2e {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.829549] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54fd9114-6bfd-4085-8dda-7f45cf7d7a3a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.840145] env[65923]: DEBUG oslo_vmware.api [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1074.840145] env[65923]: value = "task-4707644" [ 1074.840145] env[65923]: _type = "Task" [ 1074.840145] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.852015] env[65923]: DEBUG oslo_vmware.api [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.877946] env[65923]: DEBUG nova.network.neutron [req-1551b74c-13d2-413a-8c61-9022dd570318 req-93b11bb3-2e43-4713-9036-1f7fbd65776a service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Updated VIF entry in instance network info cache for port a2b7f565-d2ce-4ee1-bd27-614216ad9b1c. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1074.878332] env[65923]: DEBUG nova.network.neutron [req-1551b74c-13d2-413a-8c61-9022dd570318 req-93b11bb3-2e43-4713-9036-1f7fbd65776a service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Updating instance_info_cache with network_info: [{"id": "a2b7f565-d2ce-4ee1-bd27-614216ad9b1c", "address": "fa:16:3e:7b:d8:92", "network": {"id": "a8c8fb6c-c661-4f81-8a2f-8869d6fce411", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-913644681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07dc613d9c0b497eb148d6f95e1a3d08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b7f565-d2", "ovs_interfaceid": "a2b7f565-d2ce-4ee1-bd27-614216ad9b1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.997242] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561123} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.997489] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 105e05e5-96ce-4e0d-b672-6223b7c85ec7/105e05e5-96ce-4e0d-b672-6223b7c85ec7.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.997777] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.998102] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df452400-075c-420c-b072-6aa08a9e6f45 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.006501] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1075.006501] env[65923]: value = "task-4707645" [ 1075.006501] env[65923]: _type = "Task" [ 1075.006501] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.016924] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.064321] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.066897] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.203s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.069084] env[65923]: INFO nova.compute.claims [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.093045] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "refresh_cache-8b6638b9-686b-41ec-b529-02cbdbd6fd08" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.093223] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "refresh_cache-8b6638b9-686b-41ec-b529-02cbdbd6fd08" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.093872] env[65923]: DEBUG nova.network.neutron [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1075.099687] env[65923]: INFO nova.scheduler.client.report [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleted allocations for instance 9b7ea308-a6de-4c4b-a327-7678a70365d8 [ 1075.165017] env[65923]: WARNING neutronclient.v2_0.client [req-1164a4e7-58b9-45b2-a2f3-c1da6f6c3e1f req-4c684c99-8ad4-4ff9-a818-2d84003fb1a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.220379] env[65923]: DEBUG oslo_vmware.api [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707639, 'name': PowerOnVM_Task, 'duration_secs': 0.717257} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.220676] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.220891] env[65923]: INFO nova.compute.manager [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1075.221115] env[65923]: DEBUG nova.compute.manager [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1075.222148] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef7a03f-ad98-4f32-a982-33d71731ecb7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.242273] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707642, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.351204] env[65923]: DEBUG oslo_vmware.api [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407973} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.351486] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.351671] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.351849] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.352081] env[65923]: INFO nova.compute.manager [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1075.352304] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1075.352506] env[65923]: DEBUG nova.compute.manager [-] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1075.352606] env[65923]: DEBUG nova.network.neutron [-] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1075.352860] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.364375] env[65923]: WARNING neutronclient.v2_0.client [req-1164a4e7-58b9-45b2-a2f3-c1da6f6c3e1f req-4c684c99-8ad4-4ff9-a818-2d84003fb1a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.381683] env[65923]: DEBUG oslo_concurrency.lockutils [req-1551b74c-13d2-413a-8c61-9022dd570318 req-93b11bb3-2e43-4713-9036-1f7fbd65776a service nova] Releasing lock "refresh_cache-83e9eb94-b087-49db-865e-f32e66f90e6f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.388629] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.437521] env[65923]: DEBUG nova.network.neutron [req-1164a4e7-58b9-45b2-a2f3-c1da6f6c3e1f req-4c684c99-8ad4-4ff9-a818-2d84003fb1a3 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Updated VIF entry in instance network info cache for port bb3af12c-4951-4dfa-9ce1-0c48f053c7f0. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1075.437924] env[65923]: DEBUG nova.network.neutron [req-1164a4e7-58b9-45b2-a2f3-c1da6f6c3e1f req-4c684c99-8ad4-4ff9-a818-2d84003fb1a3 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Updating instance_info_cache with network_info: [{"id": "bb3af12c-4951-4dfa-9ce1-0c48f053c7f0", "address": "fa:16:3e:47:75:80", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3af12c-49", "ovs_interfaceid": "bb3af12c-4951-4dfa-9ce1-0c48f053c7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.521652] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08036} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.521970] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.522893] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c90a84-f2b1-430f-93d1-8af7dd87e8ad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.546286] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 105e05e5-96ce-4e0d-b672-6223b7c85ec7/105e05e5-96ce-4e0d-b672-6223b7c85ec7.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.546729] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed1bdb87-03bc-41a7-82c0-ffd248e92be4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.569490] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1075.569490] env[65923]: value = "task-4707646" [ 1075.569490] env[65923]: _type = "Task" [ 1075.569490] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.582017] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.612323] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e8ac8811-7f5f-4800-ba61-446fb66e6a60 tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "9b7ea308-a6de-4c4b-a327-7678a70365d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.793s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.632549] env[65923]: DEBUG nova.network.neutron [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1075.738109] env[65923]: WARNING neutronclient.v2_0.client [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.748691] env[65923]: INFO nova.compute.manager [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Took 27.21 seconds to build instance. [ 1075.753824] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707642, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.819013] env[65923]: DEBUG nova.network.neutron [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Updating instance_info_cache with network_info: [{"id": "849d9ae0-898b-4d58-993a-f4dffbea8e77", "address": "fa:16:3e:96:f9:b9", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849d9ae0-89", "ovs_interfaceid": "849d9ae0-898b-4d58-993a-f4dffbea8e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.940308] env[65923]: DEBUG oslo_concurrency.lockutils [req-1164a4e7-58b9-45b2-a2f3-c1da6f6c3e1f req-4c684c99-8ad4-4ff9-a818-2d84003fb1a3 service nova] Releasing lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.082910] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707646, 'name': ReconfigVM_Task, 'duration_secs': 0.330148} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.083205] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 105e05e5-96ce-4e0d-b672-6223b7c85ec7/105e05e5-96ce-4e0d-b672-6223b7c85ec7.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.083853] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a96e2822-30c9-438b-bed1-5a79b95ca471 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.092347] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1076.092347] env[65923]: value = "task-4707648" [ 1076.092347] env[65923]: _type = "Task" [ 1076.092347] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.101852] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707648, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.249626] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707642, 'name': CreateVM_Task, 'duration_secs': 1.510795} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.249626] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.249626] env[65923]: WARNING neutronclient.v2_0.client [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.249997] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.250170] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.250488] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.257887] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30155c4c-02b3-4d95-985a-061afa5fd6c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.260285] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1964b483-23e2-4211-855b-50b0518669f1 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "768f3e06-acc9-47db-9bae-cbdfa4338633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.728s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.265111] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1076.265111] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52003b68-499a-89c6-957c-440f940fb5e4" [ 1076.265111] env[65923]: _type = "Task" [ 1076.265111] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.275789] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52003b68-499a-89c6-957c-440f940fb5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.322905] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "refresh_cache-8b6638b9-686b-41ec-b529-02cbdbd6fd08" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.323320] env[65923]: DEBUG nova.compute.manager [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Instance network_info: |[{"id": "849d9ae0-898b-4d58-993a-f4dffbea8e77", "address": "fa:16:3e:96:f9:b9", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849d9ae0-89", "ovs_interfaceid": "849d9ae0-898b-4d58-993a-f4dffbea8e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1076.324815] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:f9:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '849d9ae0-898b-4d58-993a-f4dffbea8e77', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.333351] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1076.335544] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401db784-83c8-48ef-b091-bfb80a52ffef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.337174] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.337445] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e927ace8-795b-418e-b9e4-5df61f274e5f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.352301] env[65923]: DEBUG nova.network.neutron [-] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.356133] env[65923]: DEBUG nova.compute.manager [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Received event network-vif-plugged-849d9ae0-898b-4d58-993a-f4dffbea8e77 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.356352] env[65923]: DEBUG oslo_concurrency.lockutils [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] Acquiring lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.356582] env[65923]: DEBUG oslo_concurrency.lockutils [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] Lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.356760] env[65923]: DEBUG oslo_concurrency.lockutils [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] Lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.356921] env[65923]: DEBUG nova.compute.manager [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] No waiting events found dispatching network-vif-plugged-849d9ae0-898b-4d58-993a-f4dffbea8e77 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1076.357118] env[65923]: WARNING nova.compute.manager [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Received unexpected event network-vif-plugged-849d9ae0-898b-4d58-993a-f4dffbea8e77 for instance with vm_state building and task_state spawning. [ 1076.357283] env[65923]: DEBUG nova.compute.manager [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Received event network-changed-849d9ae0-898b-4d58-993a-f4dffbea8e77 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.358497] env[65923]: DEBUG nova.compute.manager [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Refreshing instance network info cache due to event network-changed-849d9ae0-898b-4d58-993a-f4dffbea8e77. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1076.358497] env[65923]: DEBUG oslo_concurrency.lockutils [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] Acquiring lock "refresh_cache-8b6638b9-686b-41ec-b529-02cbdbd6fd08" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.358497] env[65923]: DEBUG oslo_concurrency.lockutils [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] Acquired lock "refresh_cache-8b6638b9-686b-41ec-b529-02cbdbd6fd08" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.358497] env[65923]: DEBUG nova.network.neutron [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Refreshing network info cache for port 849d9ae0-898b-4d58-993a-f4dffbea8e77 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.363805] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a65719-dbfd-4384-b9cb-1493aa184b41 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.367448] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.367448] env[65923]: value = "task-4707649" [ 1076.367448] env[65923]: _type = "Task" [ 1076.367448] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.401461] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2ac7a0-fcf1-4a19-8b02-8860b7a71ee6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.408093] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707649, 'name': CreateVM_Task} progress is 15%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.419026] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe9d2c-b27d-41f0-9b24-768db007e582 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.434725] env[65923]: DEBUG nova.compute.provider_tree [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.494184] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.494490] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.494702] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.495951] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.496153] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.502262] env[65923]: INFO nova.compute.manager [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Terminating instance [ 1076.602845] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707648, 'name': Rename_Task, 'duration_secs': 0.179286} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.603146] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.603399] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-113e8746-e39f-4d11-87d1-80a008050aa8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.611006] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1076.611006] env[65923]: value = "task-4707650" [ 1076.611006] env[65923]: _type = "Task" [ 1076.611006] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.619723] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.777456] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52003b68-499a-89c6-957c-440f940fb5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.777812] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.778127] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.778771] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.778771] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.778931] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.779285] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-035aa2bf-5148-4cc5-8c81-5877bd17c72d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.789807] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.790018] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.790979] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca4919e-8814-4061-b6f2-da8c8058034e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.797356] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1076.797356] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c9129a-db93-7b59-fdf5-576d93fd560c" [ 1076.797356] env[65923]: _type = "Task" [ 1076.797356] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.809580] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c9129a-db93-7b59-fdf5-576d93fd560c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.860181] env[65923]: INFO nova.compute.manager [-] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Took 1.51 seconds to deallocate network for instance. [ 1076.862356] env[65923]: WARNING neutronclient.v2_0.client [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.877408] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707649, 'name': CreateVM_Task, 'duration_secs': 0.4719} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.877667] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.878392] env[65923]: WARNING neutronclient.v2_0.client [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.878773] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.878921] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.879257] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.879519] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daeb9701-7896-473e-bf83-f16e6fd18c67 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.885510] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1076.885510] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521111e7-a3cd-4146-3b3f-9d4837dc2483" [ 1076.885510] env[65923]: _type = "Task" [ 1076.885510] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.895390] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521111e7-a3cd-4146-3b3f-9d4837dc2483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.898401] env[65923]: DEBUG nova.compute.manager [req-877edd9c-1e34-430a-bbf1-0e6d6398e69e req-562e5386-c971-441b-86b8-bee1d6ae6779 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Received event network-changed-96eccb5a-34bb-42ee-bf9b-c685e1e1458d {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1076.898401] env[65923]: DEBUG nova.compute.manager [req-877edd9c-1e34-430a-bbf1-0e6d6398e69e req-562e5386-c971-441b-86b8-bee1d6ae6779 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Refreshing instance network info cache due to event network-changed-96eccb5a-34bb-42ee-bf9b-c685e1e1458d. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1076.898645] env[65923]: DEBUG oslo_concurrency.lockutils [req-877edd9c-1e34-430a-bbf1-0e6d6398e69e req-562e5386-c971-441b-86b8-bee1d6ae6779 service nova] Acquiring lock "refresh_cache-768f3e06-acc9-47db-9bae-cbdfa4338633" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.898645] env[65923]: DEBUG oslo_concurrency.lockutils [req-877edd9c-1e34-430a-bbf1-0e6d6398e69e req-562e5386-c971-441b-86b8-bee1d6ae6779 service nova] Acquired lock "refresh_cache-768f3e06-acc9-47db-9bae-cbdfa4338633" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.898819] env[65923]: DEBUG nova.network.neutron [req-877edd9c-1e34-430a-bbf1-0e6d6398e69e req-562e5386-c971-441b-86b8-bee1d6ae6779 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Refreshing network info cache for port 96eccb5a-34bb-42ee-bf9b-c685e1e1458d {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.938632] env[65923]: DEBUG nova.scheduler.client.report [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.007823] env[65923]: DEBUG nova.compute.manager [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1077.008189] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.009256] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833dd7ea-ad18-40af-b5e0-a8bf747f4372 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.019659] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.019951] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee9b02c6-d727-45c5-ae44-bbf1ad2cae7f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.027243] env[65923]: WARNING neutronclient.v2_0.client [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.031605] env[65923]: DEBUG oslo_vmware.api [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1077.031605] env[65923]: value = "task-4707651" [ 1077.031605] env[65923]: _type = "Task" [ 1077.031605] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.041740] env[65923]: DEBUG oslo_vmware.api [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.108825] env[65923]: DEBUG nova.network.neutron [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Updated VIF entry in instance network info cache for port 849d9ae0-898b-4d58-993a-f4dffbea8e77. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1077.112018] env[65923]: DEBUG nova.network.neutron [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Updating instance_info_cache with network_info: [{"id": "849d9ae0-898b-4d58-993a-f4dffbea8e77", "address": "fa:16:3e:96:f9:b9", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849d9ae0-89", "ovs_interfaceid": "849d9ae0-898b-4d58-993a-f4dffbea8e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.123189] env[65923]: DEBUG oslo_vmware.api [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707650, 'name': PowerOnVM_Task, 'duration_secs': 0.470121} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.125230] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.125444] env[65923]: DEBUG nova.compute.manager [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1077.126390] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6b9f72-ff6d-4883-975e-d1bf7a47d863 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.309969] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c9129a-db93-7b59-fdf5-576d93fd560c, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.311043] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50038a97-b2fd-4f22-9871-b8e7c8da35b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.318037] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1077.318037] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521a6181-6899-9187-e2f1-04f72f06bdd7" [ 1077.318037] env[65923]: _type = "Task" [ 1077.318037] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.328782] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521a6181-6899-9187-e2f1-04f72f06bdd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.369296] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.399047] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521111e7-a3cd-4146-3b3f-9d4837dc2483, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.399300] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.399535] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.399742] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.405514] env[65923]: WARNING neutronclient.v2_0.client [req-877edd9c-1e34-430a-bbf1-0e6d6398e69e req-562e5386-c971-441b-86b8-bee1d6ae6779 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.445886] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.445886] env[65923]: DEBUG nova.compute.manager [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1077.449428] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.317s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.449428] env[65923]: DEBUG nova.objects.instance [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lazy-loading 'resources' on Instance uuid 51fd23fc-5490-4b2b-96fc-6851d26e162c {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.545680] env[65923]: DEBUG oslo_vmware.api [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707651, 'name': PowerOffVM_Task, 'duration_secs': 0.379942} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.548458] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.548847] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.549465] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e2223fd-a5d7-45d8-8b7e-d579f2e04bda {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.617419] env[65923]: DEBUG oslo_concurrency.lockutils [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] Releasing lock "refresh_cache-8b6638b9-686b-41ec-b529-02cbdbd6fd08" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.617419] env[65923]: DEBUG nova.compute.manager [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Received event network-vif-deleted-3917a09d-52d9-4142-bfa2-bbb2e6fba0fd {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1077.618245] env[65923]: INFO nova.compute.manager [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Neutron deleted interface 3917a09d-52d9-4142-bfa2-bbb2e6fba0fd; detaching it from the instance and deleting it from the info cache [ 1077.618245] env[65923]: DEBUG nova.network.neutron [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.622509] env[65923]: WARNING neutronclient.v2_0.client [req-877edd9c-1e34-430a-bbf1-0e6d6398e69e req-562e5386-c971-441b-86b8-bee1d6ae6779 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.626354] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.627140] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.627291] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleting the datastore file [datastore2] f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.628551] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16353386-0b42-4356-8d92-26eff4379148 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.636053] env[65923]: DEBUG oslo_vmware.api [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for the task: (returnval){ [ 1077.636053] env[65923]: value = "task-4707653" [ 1077.636053] env[65923]: _type = "Task" [ 1077.636053] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.648719] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.652663] env[65923]: DEBUG oslo_vmware.api [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.696942] env[65923]: DEBUG nova.network.neutron [req-877edd9c-1e34-430a-bbf1-0e6d6398e69e req-562e5386-c971-441b-86b8-bee1d6ae6779 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Updated VIF entry in instance network info cache for port 96eccb5a-34bb-42ee-bf9b-c685e1e1458d. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1077.697528] env[65923]: DEBUG nova.network.neutron [req-877edd9c-1e34-430a-bbf1-0e6d6398e69e req-562e5386-c971-441b-86b8-bee1d6ae6779 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Updating instance_info_cache with network_info: [{"id": "96eccb5a-34bb-42ee-bf9b-c685e1e1458d", "address": "fa:16:3e:05:14:b4", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96eccb5a-34", "ovs_interfaceid": "96eccb5a-34bb-42ee-bf9b-c685e1e1458d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.829943] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521a6181-6899-9187-e2f1-04f72f06bdd7, 'name': SearchDatastore_Task, 'duration_secs': 0.025337} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.830330] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.830607] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 197a79f4-da56-43d6-8b69-cab83867bc9a/197a79f4-da56-43d6-8b69-cab83867bc9a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.830902] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.831104] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.831337] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d0283e6-7d01-41af-ad89-5a32070881d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.833955] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42024967-4849-4fac-8423-7b17add98276 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.841862] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1077.841862] env[65923]: value = "task-4707655" [ 1077.841862] env[65923]: _type = "Task" [ 1077.841862] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.843219] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.843387] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.847268] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222069d4-2bbe-4943-ae1d-e16d41660bbc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.853373] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1077.853373] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ac016d-5440-e954-8402-59e266f6750a" [ 1077.853373] env[65923]: _type = "Task" [ 1077.853373] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.857040] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.866553] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ac016d-5440-e954-8402-59e266f6750a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.952615] env[65923]: DEBUG nova.compute.utils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.957434] env[65923]: DEBUG nova.compute.manager [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1077.957694] env[65923]: DEBUG nova.network.neutron [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1077.957973] env[65923]: WARNING neutronclient.v2_0.client [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.958556] env[65923]: WARNING neutronclient.v2_0.client [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.980890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquiring lock "105e05e5-96ce-4e0d-b672-6223b7c85ec7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.980890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "105e05e5-96ce-4e0d-b672-6223b7c85ec7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.980890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquiring lock "105e05e5-96ce-4e0d-b672-6223b7c85ec7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.980890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "105e05e5-96ce-4e0d-b672-6223b7c85ec7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.980890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "105e05e5-96ce-4e0d-b672-6223b7c85ec7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.982739] env[65923]: INFO nova.compute.manager [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Terminating instance [ 1078.005071] env[65923]: DEBUG nova.policy [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e8b2a6bd9dc4214a4d15cdcbd551352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfe38d2a113e40e69aa390483a71ab03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.123278] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-435c743f-68c1-4e7d-b2e4-8dd219d09d13 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.133057] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d37aca-c3a0-401c-95cc-03b28bcf03c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.159093] env[65923]: DEBUG oslo_vmware.api [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Task: {'id': task-4707653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193006} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.159093] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.159093] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.159093] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.159093] env[65923]: INFO nova.compute.manager [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1078.159093] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1078.159093] env[65923]: DEBUG nova.compute.manager [-] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1078.159758] env[65923]: DEBUG nova.network.neutron [-] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1078.159758] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.174495] env[65923]: DEBUG nova.compute.manager [req-164ebe3a-f56e-4643-ab18-0bab726effb8 req-a35589fd-b9e7-4075-a809-2ce5d4c1f6b5 service nova] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Detach interface failed, port_id=3917a09d-52d9-4142-bfa2-bbb2e6fba0fd, reason: Instance ba82b333-4918-4194-8344-3d175ada5b2e could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1078.200595] env[65923]: DEBUG oslo_concurrency.lockutils [req-877edd9c-1e34-430a-bbf1-0e6d6398e69e req-562e5386-c971-441b-86b8-bee1d6ae6779 service nova] Releasing lock "refresh_cache-768f3e06-acc9-47db-9bae-cbdfa4338633" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.205638] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb661d2a-c7d3-4946-9222-faab12ff32e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.211228] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.216149] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8e8896-a3b8-40b8-9bc6-2b16f21c9a43 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.250032] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bfee3b-ab56-4cf3-913a-fc74805a0579 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.260758] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9214e1-1fb1-4711-88ea-48d24d74f9ee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.281380] env[65923]: DEBUG nova.compute.provider_tree [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.305932] env[65923]: DEBUG nova.network.neutron [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Successfully created port: 1de15e59-690f-42ba-a8d8-6164842c2ef5 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1078.359427] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707655, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.370652] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ac016d-5440-e954-8402-59e266f6750a, 'name': SearchDatastore_Task, 'duration_secs': 0.011764} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.371608] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6595a4-ba48-4f44-9305-876240ab9a4d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.380619] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1078.380619] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522574c7-62af-cd28-3304-cc2435d4c645" [ 1078.380619] env[65923]: _type = "Task" [ 1078.380619] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.394645] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522574c7-62af-cd28-3304-cc2435d4c645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.461904] env[65923]: DEBUG nova.compute.manager [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1078.490863] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquiring lock "refresh_cache-105e05e5-96ce-4e0d-b672-6223b7c85ec7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.491151] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquired lock "refresh_cache-105e05e5-96ce-4e0d-b672-6223b7c85ec7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.491981] env[65923]: DEBUG nova.network.neutron [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1078.694363] env[65923]: DEBUG nova.compute.manager [req-276e5c56-a93c-4787-b225-bfe4619b1eb5 req-56cef20d-3782-43a3-9e8b-a2154f6b5e96 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Received event network-vif-deleted-66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1078.695335] env[65923]: INFO nova.compute.manager [req-276e5c56-a93c-4787-b225-bfe4619b1eb5 req-56cef20d-3782-43a3-9e8b-a2154f6b5e96 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Neutron deleted interface 66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174; detaching it from the instance and deleting it from the info cache [ 1078.695335] env[65923]: DEBUG nova.network.neutron [req-276e5c56-a93c-4787-b225-bfe4619b1eb5 req-56cef20d-3782-43a3-9e8b-a2154f6b5e96 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.803341] env[65923]: ERROR nova.scheduler.client.report [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] [req-749173d9-ee22-4ca2-be6e-bc5f4c2d9062] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-749173d9-ee22-4ca2-be6e-bc5f4c2d9062"}]} [ 1078.824101] env[65923]: DEBUG nova.scheduler.client.report [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1078.842983] env[65923]: DEBUG nova.scheduler.client.report [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1078.843255] env[65923]: DEBUG nova.compute.provider_tree [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.855716] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793713} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.856682] env[65923]: DEBUG nova.scheduler.client.report [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1078.858602] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 197a79f4-da56-43d6-8b69-cab83867bc9a/197a79f4-da56-43d6-8b69-cab83867bc9a.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.858888] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.859554] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfa12031-a2b1-4247-b31f-125babf2bd33 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.867463] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1078.867463] env[65923]: value = "task-4707656" [ 1078.867463] env[65923]: _type = "Task" [ 1078.867463] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.877907] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.879054] env[65923]: DEBUG nova.scheduler.client.report [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1078.890853] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522574c7-62af-cd28-3304-cc2435d4c645, 'name': SearchDatastore_Task, 'duration_secs': 0.058717} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.891157] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.891421] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 8b6638b9-686b-41ec-b529-02cbdbd6fd08/8b6638b9-686b-41ec-b529-02cbdbd6fd08.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.891696] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72134c8b-0a66-4ba3-b0a2-fa27cf23a31e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.901691] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1078.901691] env[65923]: value = "task-4707657" [ 1078.901691] env[65923]: _type = "Task" [ 1078.901691] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.914582] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.996682] env[65923]: WARNING neutronclient.v2_0.client [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.009857] env[65923]: DEBUG nova.network.neutron [-] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.013919] env[65923]: DEBUG nova.network.neutron [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1079.069695] env[65923]: DEBUG nova.network.neutron [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.097963] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b85611-27c2-4067-8e04-f5b348091ac8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.106725] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de81fa9e-8709-4599-8285-0a7cd8f8e615 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.140517] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331916ae-4fe0-469e-b40b-e4659b6dbe39 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.148891] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf82343-e649-40d4-8678-c41455ebfe1a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.163314] env[65923]: DEBUG nova.compute.provider_tree [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.197957] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd717d27-f9ed-4ad7-af9b-88aaf75c9f9e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.208932] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c019d726-80f5-4558-974c-1ff02b20407c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.243987] env[65923]: DEBUG nova.compute.manager [req-276e5c56-a93c-4787-b225-bfe4619b1eb5 req-56cef20d-3782-43a3-9e8b-a2154f6b5e96 service nova] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Detach interface failed, port_id=66f2f1fa-05c6-4b24-abfe-c9ff0c7b0174, reason: Instance f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1079.380396] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294065} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.380795] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.381706] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b20ca93-bf7d-41c6-aef8-bc74626d1497 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.404932] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 197a79f4-da56-43d6-8b69-cab83867bc9a/197a79f4-da56-43d6-8b69-cab83867bc9a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.405443] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d70480b-e694-4991-84b0-0b1098639c6f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.431695] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.433312] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1079.433312] env[65923]: value = "task-4707658" [ 1079.433312] env[65923]: _type = "Task" [ 1079.433312] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.443486] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.472382] env[65923]: DEBUG nova.compute.manager [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1079.503950] env[65923]: DEBUG nova.virt.hardware [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1079.505147] env[65923]: DEBUG nova.virt.hardware [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.505147] env[65923]: DEBUG nova.virt.hardware [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1079.505147] env[65923]: DEBUG nova.virt.hardware [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.505147] env[65923]: DEBUG nova.virt.hardware [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1079.505413] env[65923]: DEBUG nova.virt.hardware [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1079.505839] env[65923]: DEBUG nova.virt.hardware [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1079.506143] env[65923]: DEBUG nova.virt.hardware [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1079.506465] env[65923]: DEBUG nova.virt.hardware [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1079.506775] env[65923]: DEBUG nova.virt.hardware [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1079.507093] env[65923]: DEBUG nova.virt.hardware [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1079.508448] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44347f41-930d-4b20-9efc-7a4c9406ebc1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.513628] env[65923]: INFO nova.compute.manager [-] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Took 1.35 seconds to deallocate network for instance. [ 1079.523869] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da84f62e-7c36-4a76-8c4d-5a735812bb42 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.576304] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Releasing lock "refresh_cache-105e05e5-96ce-4e0d-b672-6223b7c85ec7" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.576994] env[65923]: DEBUG nova.compute.manager [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1079.577132] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.577977] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c2bfa5-e05e-4a85-9e4f-f088a68616d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.590224] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.590530] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f07bc835-1e44-41d9-9a25-ad0401eb66ed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.599419] env[65923]: DEBUG oslo_vmware.api [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1079.599419] env[65923]: value = "task-4707659" [ 1079.599419] env[65923]: _type = "Task" [ 1079.599419] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.610274] env[65923]: DEBUG oslo_vmware.api [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.667012] env[65923]: DEBUG nova.scheduler.client.report [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.844805] env[65923]: DEBUG nova.compute.manager [req-9eaf4da3-9191-4a57-91d7-c781c1b62e83 req-405a4368-4eb8-4a6a-8057-4adf8e0bcd82 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Received event network-vif-plugged-1de15e59-690f-42ba-a8d8-6164842c2ef5 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1079.845242] env[65923]: DEBUG oslo_concurrency.lockutils [req-9eaf4da3-9191-4a57-91d7-c781c1b62e83 req-405a4368-4eb8-4a6a-8057-4adf8e0bcd82 service nova] Acquiring lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.845661] env[65923]: DEBUG oslo_concurrency.lockutils [req-9eaf4da3-9191-4a57-91d7-c781c1b62e83 req-405a4368-4eb8-4a6a-8057-4adf8e0bcd82 service nova] Lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.845999] env[65923]: DEBUG oslo_concurrency.lockutils [req-9eaf4da3-9191-4a57-91d7-c781c1b62e83 req-405a4368-4eb8-4a6a-8057-4adf8e0bcd82 service nova] Lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.846355] env[65923]: DEBUG nova.compute.manager [req-9eaf4da3-9191-4a57-91d7-c781c1b62e83 req-405a4368-4eb8-4a6a-8057-4adf8e0bcd82 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] No waiting events found dispatching network-vif-plugged-1de15e59-690f-42ba-a8d8-6164842c2ef5 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1079.846824] env[65923]: WARNING nova.compute.manager [req-9eaf4da3-9191-4a57-91d7-c781c1b62e83 req-405a4368-4eb8-4a6a-8057-4adf8e0bcd82 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Received unexpected event network-vif-plugged-1de15e59-690f-42ba-a8d8-6164842c2ef5 for instance with vm_state building and task_state spawning. [ 1079.918259] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971988} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.918595] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 8b6638b9-686b-41ec-b529-02cbdbd6fd08/8b6638b9-686b-41ec-b529-02cbdbd6fd08.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.918837] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.919045] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a08a93d9-37ae-4899-86b3-e1af461e425b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.926825] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1079.926825] env[65923]: value = "task-4707661" [ 1079.926825] env[65923]: _type = "Task" [ 1079.926825] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.938299] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.948681] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707658, 'name': ReconfigVM_Task, 'duration_secs': 0.467605} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.948844] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 197a79f4-da56-43d6-8b69-cab83867bc9a/197a79f4-da56-43d6-8b69-cab83867bc9a.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.949564] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-515b0e7e-b3ac-4571-b5d7-da84e55fa9bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.960345] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1079.960345] env[65923]: value = "task-4707662" [ 1079.960345] env[65923]: _type = "Task" [ 1079.960345] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.964204] env[65923]: DEBUG nova.network.neutron [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Successfully updated port: 1de15e59-690f-42ba-a8d8-6164842c2ef5 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1079.972654] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707662, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.024768] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.111168] env[65923]: DEBUG oslo_vmware.api [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707659, 'name': PowerOffVM_Task, 'duration_secs': 0.318948} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.111442] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.111603] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.111858] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-604437be-468f-4972-b05e-5576f5acbd94 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.138150] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.138420] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.138556] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Deleting the datastore file [datastore2] 105e05e5-96ce-4e0d-b672-6223b7c85ec7 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.138823] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ad2b1ce-8d1d-4b56-a02d-96ee2cebce94 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.146125] env[65923]: DEBUG oslo_vmware.api [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for the task: (returnval){ [ 1080.146125] env[65923]: value = "task-4707664" [ 1080.146125] env[65923]: _type = "Task" [ 1080.146125] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.155057] env[65923]: DEBUG oslo_vmware.api [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.172014] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.723s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.174366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.519s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.174628] env[65923]: DEBUG nova.objects.instance [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lazy-loading 'resources' on Instance uuid e6ac4851-c789-4978-ba3a-74bbb111d61a {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.197909] env[65923]: INFO nova.scheduler.client.report [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Deleted allocations for instance 51fd23fc-5490-4b2b-96fc-6851d26e162c [ 1080.438855] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072528} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.439144] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.439923] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbf1831-7d1c-460c-a1c7-d6ec3e95dff4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.463174] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 8b6638b9-686b-41ec-b529-02cbdbd6fd08/8b6638b9-686b-41ec-b529-02cbdbd6fd08.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.463955] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9fcc6b-81ca-4971-9a3a-25ebcd504fb1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.482610] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "refresh_cache-4c29c4b0-dbf2-41f4-b881-8f055d6914ad" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.482814] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "refresh_cache-4c29c4b0-dbf2-41f4-b881-8f055d6914ad" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.482996] env[65923]: DEBUG nova.network.neutron [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1080.490899] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707662, 'name': Rename_Task, 'duration_secs': 0.424994} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.493136] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.493807] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1080.493807] env[65923]: value = "task-4707665" [ 1080.493807] env[65923]: _type = "Task" [ 1080.493807] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.494067] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad457cc9-d5bf-48df-98a2-3777e40e4603 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.506098] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.507475] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1080.507475] env[65923]: value = "task-4707666" [ 1080.507475] env[65923]: _type = "Task" [ 1080.507475] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.516745] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.658458] env[65923]: DEBUG oslo_vmware.api [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Task: {'id': task-4707664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130305} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.658749] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.658935] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.659131] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.659383] env[65923]: INFO nova.compute.manager [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1080.659673] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1080.659951] env[65923]: DEBUG nova.compute.manager [-] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1080.660688] env[65923]: DEBUG nova.network.neutron [-] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1080.660688] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.680423] env[65923]: DEBUG nova.network.neutron [-] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1080.680744] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.706130] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87b4e2bb-e1ff-45b0-aa6f-277df6c12a5e tempest-ServerShowV247Test-222103654 tempest-ServerShowV247Test-222103654-project-member] Lock "51fd23fc-5490-4b2b-96fc-6851d26e162c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.380s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.871736] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445f199c-b321-4b12-a5a9-386289ba14aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.880814] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c0b70-5b3e-43f7-8552-9476607e1e0e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.913385] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd82fa13-70b0-4633-9508-a9f6c7d5c694 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.922200] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79856f6b-7e01-4f9e-8770-d20e68a2c325 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.937287] env[65923]: DEBUG nova.compute.provider_tree [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.006952] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.018461] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.022208] env[65923]: DEBUG nova.network.neutron [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1081.150859] env[65923]: WARNING neutronclient.v2_0.client [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.183607] env[65923]: DEBUG nova.network.neutron [-] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.237418] env[65923]: DEBUG nova.network.neutron [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Updating instance_info_cache with network_info: [{"id": "1de15e59-690f-42ba-a8d8-6164842c2ef5", "address": "fa:16:3e:6d:a5:46", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de15e59-69", "ovs_interfaceid": "1de15e59-690f-42ba-a8d8-6164842c2ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.440541] env[65923]: DEBUG nova.scheduler.client.report [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.509372] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707665, 'name': ReconfigVM_Task, 'duration_secs': 0.880375} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.512711] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 8b6638b9-686b-41ec-b529-02cbdbd6fd08/8b6638b9-686b-41ec-b529-02cbdbd6fd08.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.513495] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd69f428-d4e3-4531-926c-054b5675d14d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.521777] env[65923]: DEBUG oslo_vmware.api [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707666, 'name': PowerOnVM_Task, 'duration_secs': 0.994954} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.523208] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.523448] env[65923]: INFO nova.compute.manager [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1081.523653] env[65923]: DEBUG nova.compute.manager [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1081.524008] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1081.524008] env[65923]: value = "task-4707667" [ 1081.524008] env[65923]: _type = "Task" [ 1081.524008] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.524791] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3f58d0-842c-4d55-a39c-909683e59a88 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.542290] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707667, 'name': Rename_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.686293] env[65923]: INFO nova.compute.manager [-] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Took 1.03 seconds to deallocate network for instance. [ 1081.740644] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "refresh_cache-4c29c4b0-dbf2-41f4-b881-8f055d6914ad" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.741140] env[65923]: DEBUG nova.compute.manager [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Instance network_info: |[{"id": "1de15e59-690f-42ba-a8d8-6164842c2ef5", "address": "fa:16:3e:6d:a5:46", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de15e59-69", "ovs_interfaceid": "1de15e59-690f-42ba-a8d8-6164842c2ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1081.742011] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:a5:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1de15e59-690f-42ba-a8d8-6164842c2ef5', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.750279] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1081.750803] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.751075] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bd0f2d5-26d9-4232-8ffd-e7d4af8c854f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.773169] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.773169] env[65923]: value = "task-4707668" [ 1081.773169] env[65923]: _type = "Task" [ 1081.773169] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.785839] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707668, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.877471] env[65923]: DEBUG nova.compute.manager [req-6b254122-2399-40d6-bdc7-eeadd2383b44 req-45116c52-7bf8-4981-a335-6bdf03d74a72 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Received event network-changed-1de15e59-690f-42ba-a8d8-6164842c2ef5 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1081.878626] env[65923]: DEBUG nova.compute.manager [req-6b254122-2399-40d6-bdc7-eeadd2383b44 req-45116c52-7bf8-4981-a335-6bdf03d74a72 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Refreshing instance network info cache due to event network-changed-1de15e59-690f-42ba-a8d8-6164842c2ef5. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1081.878626] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b254122-2399-40d6-bdc7-eeadd2383b44 req-45116c52-7bf8-4981-a335-6bdf03d74a72 service nova] Acquiring lock "refresh_cache-4c29c4b0-dbf2-41f4-b881-8f055d6914ad" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.878626] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b254122-2399-40d6-bdc7-eeadd2383b44 req-45116c52-7bf8-4981-a335-6bdf03d74a72 service nova] Acquired lock "refresh_cache-4c29c4b0-dbf2-41f4-b881-8f055d6914ad" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.878626] env[65923]: DEBUG nova.network.neutron [req-6b254122-2399-40d6-bdc7-eeadd2383b44 req-45116c52-7bf8-4981-a335-6bdf03d74a72 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Refreshing network info cache for port 1de15e59-690f-42ba-a8d8-6164842c2ef5 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.949996] env[65923]: DEBUG oslo_concurrency.lockutils [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.954158] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.132s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.955467] env[65923]: INFO nova.compute.claims [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.978891] env[65923]: INFO nova.scheduler.client.report [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted allocations for instance e6ac4851-c789-4978-ba3a-74bbb111d61a [ 1082.049432] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707667, 'name': Rename_Task, 'duration_secs': 0.261678} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.051498] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.052034] env[65923]: INFO nova.compute.manager [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Took 23.95 seconds to build instance. [ 1082.053112] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7325cf00-be2c-4580-a14c-4e267e5e055f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.062802] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1082.062802] env[65923]: value = "task-4707669" [ 1082.062802] env[65923]: _type = "Task" [ 1082.062802] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.072805] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.193217] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.284774] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707668, 'name': CreateVM_Task, 'duration_secs': 0.493438} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.284980] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.285505] env[65923]: WARNING neutronclient.v2_0.client [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.285885] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.286085] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.286413] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.286681] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f6080e-c75b-4001-a88f-7eeaad664754 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.293025] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1082.293025] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522083e0-ffc4-385d-5af4-6b8bf7c29b8a" [ 1082.293025] env[65923]: _type = "Task" [ 1082.293025] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.301877] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522083e0-ffc4-385d-5af4-6b8bf7c29b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.386540] env[65923]: WARNING neutronclient.v2_0.client [req-6b254122-2399-40d6-bdc7-eeadd2383b44 req-45116c52-7bf8-4981-a335-6bdf03d74a72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.490916] env[65923]: DEBUG oslo_concurrency.lockutils [None req-72f8da66-894d-4a32-ac4b-141b7443a983 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "e6ac4851-c789-4978-ba3a-74bbb111d61a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.247s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.556186] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f1b46ff3-8167-4f2b-bfa7-05883f4f6774 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "197a79f4-da56-43d6-8b69-cab83867bc9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.494s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.577522] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707669, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.579162] env[65923]: WARNING neutronclient.v2_0.client [req-6b254122-2399-40d6-bdc7-eeadd2383b44 req-45116c52-7bf8-4981-a335-6bdf03d74a72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.662727] env[65923]: DEBUG nova.network.neutron [req-6b254122-2399-40d6-bdc7-eeadd2383b44 req-45116c52-7bf8-4981-a335-6bdf03d74a72 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Updated VIF entry in instance network info cache for port 1de15e59-690f-42ba-a8d8-6164842c2ef5. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.663108] env[65923]: DEBUG nova.network.neutron [req-6b254122-2399-40d6-bdc7-eeadd2383b44 req-45116c52-7bf8-4981-a335-6bdf03d74a72 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Updating instance_info_cache with network_info: [{"id": "1de15e59-690f-42ba-a8d8-6164842c2ef5", "address": "fa:16:3e:6d:a5:46", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1de15e59-69", "ovs_interfaceid": "1de15e59-690f-42ba-a8d8-6164842c2ef5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.806454] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522083e0-ffc4-385d-5af4-6b8bf7c29b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014239} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.806855] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.807118] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.807451] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.807608] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.807915] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.809185] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41961591-ebfc-45a5-95c2-6efe7de976d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.822829] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.823109] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.824046] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103bed71-9c61-42de-a7a6-f522f26181e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.831341] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1082.831341] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ae743d-5582-e6f7-be82-e03e5bed8320" [ 1082.831341] env[65923]: _type = "Task" [ 1082.831341] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.841889] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ae743d-5582-e6f7-be82-e03e5bed8320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.078084] env[65923]: DEBUG oslo_vmware.api [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707669, 'name': PowerOnVM_Task, 'duration_secs': 0.667728} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.078390] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.078596] env[65923]: INFO nova.compute.manager [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1083.078771] env[65923]: DEBUG nova.compute.manager [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1083.079603] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b4ce0b-1dae-4dfb-b2de-09c46d19dfe3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.166563] env[65923]: DEBUG oslo_concurrency.lockutils [req-6b254122-2399-40d6-bdc7-eeadd2383b44 req-45116c52-7bf8-4981-a335-6bdf03d74a72 service nova] Releasing lock "refresh_cache-4c29c4b0-dbf2-41f4-b881-8f055d6914ad" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.210055] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a501bd-aeb5-4957-a99b-74e67edc0d76 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.221863] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39ab25c-b843-4e6e-9e2b-0b0de7e85163 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.258645] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75fb1e9-24a3-459a-ab90-e23e093a427b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.267778] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc0474f-7a6c-4fd6-b981-c3349ee245e2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.294589] env[65923]: DEBUG nova.compute.provider_tree [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.343214] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ae743d-5582-e6f7-be82-e03e5bed8320, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.344537] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8172a43-5db7-4546-8a69-4619a3b3ae01 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.351993] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1083.351993] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522bddc5-03a0-23b6-db62-f1eebdb3d8dc" [ 1083.351993] env[65923]: _type = "Task" [ 1083.351993] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.363041] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522bddc5-03a0-23b6-db62-f1eebdb3d8dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.600901] env[65923]: INFO nova.compute.manager [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Took 25.00 seconds to build instance. [ 1083.750628] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Acquiring lock "18bc37fd-54d1-45d7-a100-a3413b576cbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.750879] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "18bc37fd-54d1-45d7-a100-a3413b576cbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.798485] env[65923]: DEBUG nova.scheduler.client.report [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.863340] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522bddc5-03a0-23b6-db62-f1eebdb3d8dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.863627] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.863877] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 4c29c4b0-dbf2-41f4-b881-8f055d6914ad/4c29c4b0-dbf2-41f4-b881-8f055d6914ad.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.864206] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b2a55e2-001e-4623-b309-6365331c4253 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.872021] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1083.872021] env[65923]: value = "task-4707670" [ 1083.872021] env[65923]: _type = "Task" [ 1083.872021] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.881395] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.972190] env[65923]: INFO nova.compute.manager [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Rescuing [ 1083.972190] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "refresh_cache-8b6638b9-686b-41ec-b529-02cbdbd6fd08" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.972190] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "refresh_cache-8b6638b9-686b-41ec-b529-02cbdbd6fd08" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.972190] env[65923]: DEBUG nova.network.neutron [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1083.972809] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "eb756ee2-97ee-4f3a-959e-21b2a1984259" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.973009] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "eb756ee2-97ee-4f3a-959e-21b2a1984259" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.973211] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "eb756ee2-97ee-4f3a-959e-21b2a1984259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.973379] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "eb756ee2-97ee-4f3a-959e-21b2a1984259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.973532] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "eb756ee2-97ee-4f3a-959e-21b2a1984259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.975687] env[65923]: INFO nova.compute.manager [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Terminating instance [ 1084.107518] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4e4ce599-fa71-4c12-b2e7-122286f8efb8 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.520s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.254031] env[65923]: DEBUG nova.compute.manager [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1084.304611] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.304611] env[65923]: DEBUG nova.compute.manager [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1084.307435] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.041s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.387982] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707670, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.476803] env[65923]: WARNING neutronclient.v2_0.client [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.480155] env[65923]: DEBUG nova.compute.manager [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1084.480485] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.481619] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ad9d82-f167-4c03-b927-1838dafa98c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.490434] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.490717] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40b16579-d2a8-4e47-8dfa-9cbd54c2a6ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.498472] env[65923]: DEBUG oslo_vmware.api [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1084.498472] env[65923]: value = "task-4707671" [ 1084.498472] env[65923]: _type = "Task" [ 1084.498472] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.509431] env[65923]: DEBUG oslo_vmware.api [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.656965] env[65923]: WARNING neutronclient.v2_0.client [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.766915] env[65923]: DEBUG nova.network.neutron [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Updating instance_info_cache with network_info: [{"id": "849d9ae0-898b-4d58-993a-f4dffbea8e77", "address": "fa:16:3e:96:f9:b9", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap849d9ae0-89", "ovs_interfaceid": "849d9ae0-898b-4d58-993a-f4dffbea8e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.779544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.820028] env[65923]: DEBUG nova.compute.utils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.822967] env[65923]: DEBUG nova.compute.manager [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1084.822967] env[65923]: DEBUG nova.network.neutron [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1084.823326] env[65923]: WARNING neutronclient.v2_0.client [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.824587] env[65923]: WARNING neutronclient.v2_0.client [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.867047] env[65923]: DEBUG nova.policy [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f06019f694041a6beab66cecd24ff9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e99c161e3244529fa7b47851e148d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.883506] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547415} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.883783] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 4c29c4b0-dbf2-41f4-b881-8f055d6914ad/4c29c4b0-dbf2-41f4-b881-8f055d6914ad.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.884093] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.884367] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4db61fd-82eb-4f42-999d-9ff01dd9b5ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.893895] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1084.893895] env[65923]: value = "task-4707672" [ 1084.893895] env[65923]: _type = "Task" [ 1084.893895] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.907077] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.009987] env[65923]: DEBUG oslo_vmware.api [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707671, 'name': PowerOffVM_Task, 'duration_secs': 0.237764} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.011073] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.011283] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.011554] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe1e22aa-0753-4876-a500-fad9a960a559 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.078913] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.079179] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.079388] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleting the datastore file [datastore2] eb756ee2-97ee-4f3a-959e-21b2a1984259 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.079695] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc1a7515-2aca-4e80-83b3-ec899d6a30c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.089435] env[65923]: DEBUG oslo_vmware.api [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for the task: (returnval){ [ 1085.089435] env[65923]: value = "task-4707674" [ 1085.089435] env[65923]: _type = "Task" [ 1085.089435] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.099501] env[65923]: DEBUG oslo_vmware.api [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.208878] env[65923]: DEBUG nova.network.neutron [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Successfully created port: 9ad45041-0b10-4ab7-999e-093d5725d926 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1085.270298] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "refresh_cache-8b6638b9-686b-41ec-b529-02cbdbd6fd08" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.277367] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.277367] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.326883] env[65923]: DEBUG nova.compute.manager [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1085.345653] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance faf26864-9e66-437f-a93d-72f3a03ed9c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1085.346306] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance eb756ee2-97ee-4f3a-959e-21b2a1984259 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1085.346306] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c5b43746-40ce-44b0-ab87-6a87671320be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1085.346306] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1085.346306] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance ba82b333-4918-4194-8344-3d175ada5b2e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1085.346523] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 6542ee11-65cb-4d5d-835b-e809ef8714ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1085.346559] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 105e05e5-96ce-4e0d-b672-6223b7c85ec7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1085.346685] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 83e9eb94-b087-49db-865e-f32e66f90e6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1085.346836] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 768f3e06-acc9-47db-9bae-cbdfa4338633 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1085.346952] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 197a79f4-da56-43d6-8b69-cab83867bc9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1085.347084] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 8b6638b9-686b-41ec-b529-02cbdbd6fd08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1085.347192] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 4c29c4b0-dbf2-41f4-b881-8f055d6914ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1085.347299] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1085.423578] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075177} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.423578] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.423578] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f96c08-7306-4fe8-95a5-1d9522e51272 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.438142] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 4c29c4b0-dbf2-41f4-b881-8f055d6914ad/4c29c4b0-dbf2-41f4-b881-8f055d6914ad.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.438835] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab9c845-d8f1-41ad-9d4e-a5eefd5b412c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.462626] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1085.462626] env[65923]: value = "task-4707675" [ 1085.462626] env[65923]: _type = "Task" [ 1085.462626] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.474685] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.602448] env[65923]: DEBUG oslo_vmware.api [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Task: {'id': task-4707674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136627} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.604024] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.604024] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.604024] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.604024] env[65923]: INFO nova.compute.manager [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1085.604307] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1085.604543] env[65923]: DEBUG nova.compute.manager [-] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1085.604735] env[65923]: DEBUG nova.network.neutron [-] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1085.605142] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.645064] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.780527] env[65923]: DEBUG nova.compute.manager [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1085.850810] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 18bc37fd-54d1-45d7-a100-a3413b576cbd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1085.973842] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.129057] env[65923]: DEBUG nova.compute.manager [req-28fd3c27-2f60-4ec1-b095-df5e5b9cab0d req-ef107fbc-bffd-4fc9-8032-d07a54268b6e service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Received event network-vif-deleted-ac67c199-5d14-4199-b56a-36701646fb66 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1086.130057] env[65923]: INFO nova.compute.manager [req-28fd3c27-2f60-4ec1-b095-df5e5b9cab0d req-ef107fbc-bffd-4fc9-8032-d07a54268b6e service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Neutron deleted interface ac67c199-5d14-4199-b56a-36701646fb66; detaching it from the instance and deleting it from the info cache [ 1086.130057] env[65923]: DEBUG nova.network.neutron [req-28fd3c27-2f60-4ec1-b095-df5e5b9cab0d req-ef107fbc-bffd-4fc9-8032-d07a54268b6e service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.305010] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.337028] env[65923]: DEBUG nova.compute.manager [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1086.353626] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1086.353897] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1086.354067] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_active': '8', 'num_task_None': '7', 'num_os_type_None': '10', 'num_proj_f3b4e657996447b7bc332dc7f07de0d7': '2', 'io_workload': '3', 'num_task_deleting': '1', 'num_proj_b15986d89e904a26955d21295103d23c': '1', 'num_proj_6cac5f78dc904e5eb74085f804e4741e': '2', 'num_proj_07dc613d9c0b497eb148d6f95e1a3d08': '1', 'num_proj_62fc51a0dbef48ccb8850d978c297b52': '2', 'num_task_rescuing': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_dfe38d2a113e40e69aa390483a71ab03': '1', 'num_proj_61e99c161e3244529fa7b47851e148d1': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1086.366699] env[65923]: DEBUG nova.virt.hardware [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1086.366995] env[65923]: DEBUG nova.virt.hardware [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.367181] env[65923]: DEBUG nova.virt.hardware [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1086.367362] env[65923]: DEBUG nova.virt.hardware [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.367501] env[65923]: DEBUG nova.virt.hardware [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1086.367851] env[65923]: DEBUG nova.virt.hardware [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1086.367851] env[65923]: DEBUG nova.virt.hardware [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1086.368042] env[65923]: DEBUG nova.virt.hardware [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1086.368230] env[65923]: DEBUG nova.virt.hardware [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1086.368620] env[65923]: DEBUG nova.virt.hardware [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1086.369319] env[65923]: DEBUG nova.virt.hardware [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1086.370484] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227832ae-04ba-4392-a359-0ddc431b5922 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.380947] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f562149-f724-40df-a804-82801109aae0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.422734] env[65923]: DEBUG nova.network.neutron [-] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.478534] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707675, 'name': ReconfigVM_Task, 'duration_secs': 0.781746} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.478864] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 4c29c4b0-dbf2-41f4-b881-8f055d6914ad/4c29c4b0-dbf2-41f4-b881-8f055d6914ad.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.479553] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b8eebf-1ea1-4a67-b8a6-64ab7677b6a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.487621] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1086.487621] env[65923]: value = "task-4707676" [ 1086.487621] env[65923]: _type = "Task" [ 1086.487621] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.497512] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707676, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.594988] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ebc003-aa2e-45f9-90b3-87850ad52ef8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.603508] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fbb422-c8c1-4099-b745-1d1e205547ec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.636026] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-111daae2-c600-420d-9fa5-0b8aaac09c73 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.638627] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5cab6c-2408-4f83-8277-be9cab1562a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.648334] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20e2e0e-e36b-4968-90ed-3f177004f2da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.654682] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9074e317-a018-419f-96b8-f198d7cd5cc9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.676876] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.688278] env[65923]: DEBUG nova.compute.manager [req-28fd3c27-2f60-4ec1-b095-df5e5b9cab0d req-ef107fbc-bffd-4fc9-8032-d07a54268b6e service nova] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Detach interface failed, port_id=ac67c199-5d14-4199-b56a-36701646fb66, reason: Instance eb756ee2-97ee-4f3a-959e-21b2a1984259 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1086.764451] env[65923]: DEBUG nova.compute.manager [req-6f19d0f7-90fa-40eb-8dba-9f5f43652f37 req-f6c549e4-1e66-4fec-86ae-f39036c062d2 service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Received event network-vif-plugged-9ad45041-0b10-4ab7-999e-093d5725d926 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1086.764691] env[65923]: DEBUG oslo_concurrency.lockutils [req-6f19d0f7-90fa-40eb-8dba-9f5f43652f37 req-f6c549e4-1e66-4fec-86ae-f39036c062d2 service nova] Acquiring lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.764925] env[65923]: DEBUG oslo_concurrency.lockutils [req-6f19d0f7-90fa-40eb-8dba-9f5f43652f37 req-f6c549e4-1e66-4fec-86ae-f39036c062d2 service nova] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.765129] env[65923]: DEBUG oslo_concurrency.lockutils [req-6f19d0f7-90fa-40eb-8dba-9f5f43652f37 req-f6c549e4-1e66-4fec-86ae-f39036c062d2 service nova] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.765277] env[65923]: DEBUG nova.compute.manager [req-6f19d0f7-90fa-40eb-8dba-9f5f43652f37 req-f6c549e4-1e66-4fec-86ae-f39036c062d2 service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] No waiting events found dispatching network-vif-plugged-9ad45041-0b10-4ab7-999e-093d5725d926 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1086.765461] env[65923]: WARNING nova.compute.manager [req-6f19d0f7-90fa-40eb-8dba-9f5f43652f37 req-f6c549e4-1e66-4fec-86ae-f39036c062d2 service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Received unexpected event network-vif-plugged-9ad45041-0b10-4ab7-999e-093d5725d926 for instance with vm_state building and task_state spawning. [ 1086.831588] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.832013] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c3a44e8-6b53-4a48-8777-932a08e70386 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.841129] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1086.841129] env[65923]: value = "task-4707677" [ 1086.841129] env[65923]: _type = "Task" [ 1086.841129] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.847180] env[65923]: DEBUG nova.network.neutron [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Successfully updated port: 9ad45041-0b10-4ab7-999e-093d5725d926 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1086.851892] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.927536] env[65923]: INFO nova.compute.manager [-] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Took 1.32 seconds to deallocate network for instance. [ 1086.999807] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707676, 'name': Rename_Task, 'duration_secs': 0.377743} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.000070] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.000329] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f56696d7-947f-4bbf-87a3-a74c034bee02 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.008807] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1087.008807] env[65923]: value = "task-4707678" [ 1087.008807] env[65923]: _type = "Task" [ 1087.008807] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.021750] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.190412] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.354162] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.354450] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.354507] env[65923]: DEBUG nova.network.neutron [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1087.355906] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707677, 'name': PowerOffVM_Task, 'duration_secs': 0.365671} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.356451] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.357449] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d998f4dd-e8af-4a00-9a49-261cc1dd8d81 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.378534] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2393a333-a3de-4f04-acb6-ba534979e760 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.416714] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.417218] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc94be0d-d887-4882-bbf7-7941f2d35b46 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.426979] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1087.426979] env[65923]: value = "task-4707679" [ 1087.426979] env[65923]: _type = "Task" [ 1087.426979] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.437219] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.437576] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.521707] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707678, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.695796] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1087.696187] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.389s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.696520] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.328s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.696749] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.699047] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.051s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.699296] env[65923]: DEBUG nova.objects.instance [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1087.729596] env[65923]: INFO nova.scheduler.client.report [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleted allocations for instance ba82b333-4918-4194-8344-3d175ada5b2e [ 1087.889409] env[65923]: DEBUG nova.network.neutron [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1087.938271] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1087.938535] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.938765] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.938910] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.939308] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.939385] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0526d183-6758-4b61-95ea-a23fc1f9d6f0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.954145] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.954300] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.955137] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa53ff5-66c5-4128-9d68-a79760db5ca3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.962292] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1087.962292] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52788f22-3d37-7c9d-fb3b-747347485cc4" [ 1087.962292] env[65923]: _type = "Task" [ 1087.962292] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.971048] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52788f22-3d37-7c9d-fb3b-747347485cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.975395] env[65923]: WARNING neutronclient.v2_0.client [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.021538] env[65923]: DEBUG oslo_vmware.api [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707678, 'name': PowerOnVM_Task, 'duration_secs': 0.719142} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.021948] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.022251] env[65923]: INFO nova.compute.manager [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1088.022405] env[65923]: DEBUG nova.compute.manager [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1088.023233] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e838b06e-a571-4326-aa30-0f7a9b27ed76 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.052651] env[65923]: DEBUG nova.network.neutron [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance_info_cache with network_info: [{"id": "9ad45041-0b10-4ab7-999e-093d5725d926", "address": "fa:16:3e:2c:6a:b4", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad45041-0b", "ovs_interfaceid": "9ad45041-0b10-4ab7-999e-093d5725d926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.237916] env[65923]: DEBUG oslo_concurrency.lockutils [None req-79e9698f-c148-41b7-9292-f943d21bd2ac tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "ba82b333-4918-4194-8344-3d175ada5b2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.588s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.478509] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52788f22-3d37-7c9d-fb3b-747347485cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.479930] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216d8800-e89a-48e7-b24d-cec383d8d34d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.489063] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1088.489063] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a37d8e-e42f-b545-4763-5c252457f85b" [ 1088.489063] env[65923]: _type = "Task" [ 1088.489063] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.505500] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a37d8e-e42f-b545-4763-5c252457f85b, 'name': SearchDatastore_Task, 'duration_secs': 0.011627} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.506295] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.506672] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 8b6638b9-686b-41ec-b529-02cbdbd6fd08/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. {{(pid=65923) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1088.507146] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7de0033a-12c8-4659-8e6f-2dd7d5d5e0d3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.518221] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1088.518221] env[65923]: value = "task-4707680" [ 1088.518221] env[65923]: _type = "Task" [ 1088.518221] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.532939] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.541903] env[65923]: INFO nova.compute.manager [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Took 18.71 seconds to build instance. [ 1088.556332] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.556705] env[65923]: DEBUG nova.compute.manager [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Instance network_info: |[{"id": "9ad45041-0b10-4ab7-999e-093d5725d926", "address": "fa:16:3e:2c:6a:b4", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad45041-0b", "ovs_interfaceid": "9ad45041-0b10-4ab7-999e-093d5725d926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1088.557302] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:6a:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ad45041-0b10-4ab7-999e-093d5725d926', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.566734] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1088.568349] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.569309] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c20595-4ef6-4ab9-9e7e-d2075e1890d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.593928] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.593928] env[65923]: value = "task-4707681" [ 1088.593928] env[65923]: _type = "Task" [ 1088.593928] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.604627] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707681, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.710888] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87a97925-eac6-4dfb-9550-b44c0c9c8832 tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.712254] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.688s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.712461] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.715728] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.523s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.716022] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.718340] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.939s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.720310] env[65923]: INFO nova.compute.claims [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.752905] env[65923]: INFO nova.scheduler.client.report [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Deleted allocations for instance 105e05e5-96ce-4e0d-b672-6223b7c85ec7 [ 1088.756620] env[65923]: INFO nova.scheduler.client.report [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Deleted allocations for instance f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0 [ 1088.792258] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716054c7-c3a4-4624-865c-16046bbebcb6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.798483] env[65923]: DEBUG nova.compute.manager [req-cb8e908e-579e-4567-98d4-00781f220424 req-b703f06b-1295-4538-972f-b1c0cef61e1c service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Received event network-changed-9ad45041-0b10-4ab7-999e-093d5725d926 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1088.798704] env[65923]: DEBUG nova.compute.manager [req-cb8e908e-579e-4567-98d4-00781f220424 req-b703f06b-1295-4538-972f-b1c0cef61e1c service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Refreshing instance network info cache due to event network-changed-9ad45041-0b10-4ab7-999e-093d5725d926. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1088.798922] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb8e908e-579e-4567-98d4-00781f220424 req-b703f06b-1295-4538-972f-b1c0cef61e1c service nova] Acquiring lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.799105] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb8e908e-579e-4567-98d4-00781f220424 req-b703f06b-1295-4538-972f-b1c0cef61e1c service nova] Acquired lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.799271] env[65923]: DEBUG nova.network.neutron [req-cb8e908e-579e-4567-98d4-00781f220424 req-b703f06b-1295-4538-972f-b1c0cef61e1c service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Refreshing network info cache for port 9ad45041-0b10-4ab7-999e-093d5725d926 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.809054] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3b459262-8c82-4cc5-a2a5-0472eeed258f tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Suspending the VM {{(pid=65923) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1088.809404] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f92c1280-f038-40b8-9964-4831d2c8854a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.819520] env[65923]: DEBUG oslo_vmware.api [None req-3b459262-8c82-4cc5-a2a5-0472eeed258f tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1088.819520] env[65923]: value = "task-4707682" [ 1088.819520] env[65923]: _type = "Task" [ 1088.819520] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.832849] env[65923]: DEBUG oslo_vmware.api [None req-3b459262-8c82-4cc5-a2a5-0472eeed258f tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707682, 'name': SuspendVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.031369] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707680, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.044295] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1da300e4-7ef8-4e1c-8049-26b9cfc200bf tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.234s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.107660] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707681, 'name': CreateVM_Task, 'duration_secs': 0.461373} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.107936] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.108544] env[65923]: WARNING neutronclient.v2_0.client [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.109113] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.109281] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.110033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.110033] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5884db4a-5633-4232-b63f-1a58b0b91bab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.116190] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1089.116190] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5266e9ac-228e-1670-6f46-1e98ffee545c" [ 1089.116190] env[65923]: _type = "Task" [ 1089.116190] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.126037] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5266e9ac-228e-1670-6f46-1e98ffee545c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.269965] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2d467c99-da96-49ed-a77c-d7ea13ad866e tempest-AttachInterfacesTestJSON-1499888256 tempest-AttachInterfacesTestJSON-1499888256-project-member] Lock "f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.775s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.271026] env[65923]: DEBUG oslo_concurrency.lockutils [None req-852f9516-c0ab-4310-91b9-e97ba364f3cb tempest-ServerShowV254Test-357458084 tempest-ServerShowV254Test-357458084-project-member] Lock "105e05e5-96ce-4e0d-b672-6223b7c85ec7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.291s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.302507] env[65923]: WARNING neutronclient.v2_0.client [req-cb8e908e-579e-4567-98d4-00781f220424 req-b703f06b-1295-4538-972f-b1c0cef61e1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.332535] env[65923]: DEBUG oslo_vmware.api [None req-3b459262-8c82-4cc5-a2a5-0472eeed258f tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707682, 'name': SuspendVM_Task} progress is 54%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.531841] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707680, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.625750] env[65923]: WARNING neutronclient.v2_0.client [req-cb8e908e-579e-4567-98d4-00781f220424 req-b703f06b-1295-4538-972f-b1c0cef61e1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.635720] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5266e9ac-228e-1670-6f46-1e98ffee545c, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.636050] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.636292] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.636533] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.636701] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.637045] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.637388] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a7a4e8c-a3d2-46d7-ae23-8012e66fcab2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.648550] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.648793] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.649543] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc842a1f-df73-4276-ac80-6553c369f4ad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.656866] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1089.656866] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523af15a-7e83-f556-f6a0-a72c8c27c588" [ 1089.656866] env[65923]: _type = "Task" [ 1089.656866] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.668131] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523af15a-7e83-f556-f6a0-a72c8c27c588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.784037] env[65923]: DEBUG nova.network.neutron [req-cb8e908e-579e-4567-98d4-00781f220424 req-b703f06b-1295-4538-972f-b1c0cef61e1c service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updated VIF entry in instance network info cache for port 9ad45041-0b10-4ab7-999e-093d5725d926. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1089.784192] env[65923]: DEBUG nova.network.neutron [req-cb8e908e-579e-4567-98d4-00781f220424 req-b703f06b-1295-4538-972f-b1c0cef61e1c service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance_info_cache with network_info: [{"id": "9ad45041-0b10-4ab7-999e-093d5725d926", "address": "fa:16:3e:2c:6a:b4", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad45041-0b", "ovs_interfaceid": "9ad45041-0b10-4ab7-999e-093d5725d926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.834249] env[65923]: DEBUG oslo_vmware.api [None req-3b459262-8c82-4cc5-a2a5-0472eeed258f tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707682, 'name': SuspendVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.975705] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2626d0fe-d9f8-44fc-8c6d-62f6a2f6a18e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.985332] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fe9382-30b5-4785-a3df-9ac53e8380a0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.025973] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23d6135-2b8e-44c6-8a59-6a38431bf526 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.037775] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c40f15-4323-4af3-83ab-31d32fbdd1fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.042115] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707680, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.055056] env[65923]: DEBUG nova.compute.provider_tree [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.168796] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523af15a-7e83-f556-f6a0-a72c8c27c588, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.169702] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2bb059-e1b8-416f-98b9-898824ceedb9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.176463] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1090.176463] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ca98ba-2c7a-aa08-82b9-1625dbe02655" [ 1090.176463] env[65923]: _type = "Task" [ 1090.176463] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.185798] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ca98ba-2c7a-aa08-82b9-1625dbe02655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.290016] env[65923]: DEBUG oslo_concurrency.lockutils [req-cb8e908e-579e-4567-98d4-00781f220424 req-b703f06b-1295-4538-972f-b1c0cef61e1c service nova] Releasing lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.332952] env[65923]: DEBUG oslo_vmware.api [None req-3b459262-8c82-4cc5-a2a5-0472eeed258f tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707682, 'name': SuspendVM_Task, 'duration_secs': 1.055119} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.333352] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3b459262-8c82-4cc5-a2a5-0472eeed258f tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Suspended the VM {{(pid=65923) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1090.333581] env[65923]: DEBUG nova.compute.manager [None req-3b459262-8c82-4cc5-a2a5-0472eeed258f tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1090.334550] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b77166-4b36-4142-aebd-4cd33e8d0d14 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.533305] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707680, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.525859} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.534022] env[65923]: INFO nova.virt.vmwareapi.ds_util [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 8b6638b9-686b-41ec-b529-02cbdbd6fd08/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. [ 1090.534517] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931b0be2-a22c-4f9b-bba2-81596a51a21d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.563281] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 8b6638b9-686b-41ec-b529-02cbdbd6fd08/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.564814] env[65923]: DEBUG nova.scheduler.client.report [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.567636] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a542fb8-baef-4b2a-8a95-835c5a97bd03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.588783] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1090.588783] env[65923]: value = "task-4707683" [ 1090.588783] env[65923]: _type = "Task" [ 1090.588783] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.598365] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.689572] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ca98ba-2c7a-aa08-82b9-1625dbe02655, 'name': SearchDatastore_Task, 'duration_secs': 0.055774} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.689865] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.690278] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f/9d524ab6-cab6-4d5c-91a8-4c63ed3c581f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.690486] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-101d1513-24c0-4600-9949-e23b060e3899 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.701270] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1090.701270] env[65923]: value = "task-4707684" [ 1090.701270] env[65923]: _type = "Task" [ 1090.701270] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.711208] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.082898] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.082898] env[65923]: DEBUG nova.compute.manager [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1091.085958] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.781s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.088610] env[65923]: INFO nova.compute.claims [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.105026] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.214147] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707684, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.218901] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "2935cac3-787c-483b-bef9-3af01c708fe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.219156] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "2935cac3-787c-483b-bef9-3af01c708fe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.592954] env[65923]: DEBUG nova.compute.utils [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.598177] env[65923]: DEBUG nova.compute.manager [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1091.598177] env[65923]: DEBUG nova.network.neutron [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1091.598177] env[65923]: WARNING neutronclient.v2_0.client [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.598177] env[65923]: WARNING neutronclient.v2_0.client [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.610156] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707683, 'name': ReconfigVM_Task, 'duration_secs': 0.716802} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.612761] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 8b6638b9-686b-41ec-b529-02cbdbd6fd08/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.612761] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9fcd4f-a4c5-4f1c-be01-98aee4debb5b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.650273] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.650608] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.651955] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.651955] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.651955] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.661754] env[65923]: INFO nova.compute.manager [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Terminating instance [ 1091.664417] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2853a610-417a-42e8-b345-0921b12f958e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.682111] env[65923]: DEBUG nova.policy [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64855a9f4110459b8f12d35428b1a6b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '210e3a51b3354449aa68e1b939ba479e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.692140] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1091.692140] env[65923]: value = "task-4707685" [ 1091.692140] env[65923]: _type = "Task" [ 1091.692140] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.702189] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.716403] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857034} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.716403] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f/9d524ab6-cab6-4d5c-91a8-4c63ed3c581f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.716403] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.716403] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1ac4cd0-546f-4f63-8d2c-e7bb6948b5d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.721206] env[65923]: DEBUG nova.compute.manager [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1091.726201] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1091.726201] env[65923]: value = "task-4707686" [ 1091.726201] env[65923]: _type = "Task" [ 1091.726201] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.736729] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.078217] env[65923]: DEBUG nova.network.neutron [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Successfully created port: 0c22e713-fe9f-4a08-80e8-8c8363b18e16 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1092.107510] env[65923]: DEBUG nova.compute.manager [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1092.187729] env[65923]: DEBUG nova.compute.manager [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1092.188216] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.189470] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c6579e-0ec2-4b6e-94b7-6ccebd71e376 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.209369] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.211948] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.215146] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d1c09fb-0bbd-4b8d-858b-5556cb020070 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.246472] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165591} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.246472] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.247644] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c2594f-fd9c-41c8-8300-737ecf70f6e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.260685] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.276364] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f/9d524ab6-cab6-4d5c-91a8-4c63ed3c581f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.279298] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa29f14d-cb7f-4d5d-870d-163851e2fab1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.300462] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.300462] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.300700] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleting the datastore file [datastore2] 4c29c4b0-dbf2-41f4-b881-8f055d6914ad {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.302184] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1799284d-c95c-4c5e-bd49-8e68c5428cb3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.305291] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1092.305291] env[65923]: value = "task-4707688" [ 1092.305291] env[65923]: _type = "Task" [ 1092.305291] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.314733] env[65923]: DEBUG oslo_vmware.api [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1092.314733] env[65923]: value = "task-4707689" [ 1092.314733] env[65923]: _type = "Task" [ 1092.314733] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.323271] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.328879] env[65923]: DEBUG oslo_vmware.api [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.416308] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc533bf-c7b2-4940-a478-82498c952036 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.424969] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2829951d-a420-4c91-b018-fe2a61d4be7b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.460311] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce261697-649e-4157-9c61-d565239ea690 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.470252] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6a3ccf-b941-4937-a2f8-aac7b8030638 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.486558] env[65923]: DEBUG nova.compute.provider_tree [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.616593] env[65923]: INFO nova.virt.block_device [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Booting with volume 37984987-a463-4daf-b63e-c93fec02ab97 at /dev/sda [ 1092.663812] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d94006f-6e44-4131-a255-fde48d2ca406 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.676217] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d51dc-d22a-406a-aead-1288f900fdc0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.712247] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a8eca0b-e2d8-40f3-86f8-046e7443f903 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.718463] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707685, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.722961] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825ff77d-8dd9-48eb-bc5c-c51628bce557 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.757955] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c48d4e9-e248-4f79-bc0a-cf6a0b6606a1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.770982] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4834cf6-2055-456f-b951-1b07330ee999 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.784857] env[65923]: DEBUG nova.virt.block_device [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Updating existing volume attachment record: 52fd9601-bc4d-4bd5-924b-a28881c3a3f7 {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1092.817754] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.826439] env[65923]: DEBUG oslo_vmware.api [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353969} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.826850] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.826932] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.827205] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.827526] env[65923]: INFO nova.compute.manager [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1092.827598] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1092.827862] env[65923]: DEBUG nova.compute.manager [-] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1092.827920] env[65923]: DEBUG nova.network.neutron [-] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1092.828191] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.925770] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.990014] env[65923]: DEBUG nova.scheduler.client.report [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.210800] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707685, 'name': ReconfigVM_Task, 'duration_secs': 1.391074} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.211187] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.211481] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ecff12e-7061-4b0a-94a9-a2f7e2decc21 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.218999] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1093.218999] env[65923]: value = "task-4707690" [ 1093.218999] env[65923]: _type = "Task" [ 1093.218999] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.228974] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.318182] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707688, 'name': ReconfigVM_Task, 'duration_secs': 0.593559} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.318517] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f/9d524ab6-cab6-4d5c-91a8-4c63ed3c581f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.319265] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1cf08ee-7d50-4fd2-bd7f-9ef3d63f79df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.329135] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1093.329135] env[65923]: value = "task-4707691" [ 1093.329135] env[65923]: _type = "Task" [ 1093.329135] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.338612] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707691, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.395978] env[65923]: DEBUG nova.compute.manager [req-23d221c4-5afd-41e1-857f-556a7afc08a0 req-2e18982c-4603-4f55-af4b-fd6796749007 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Received event network-vif-deleted-1de15e59-690f-42ba-a8d8-6164842c2ef5 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1093.396264] env[65923]: INFO nova.compute.manager [req-23d221c4-5afd-41e1-857f-556a7afc08a0 req-2e18982c-4603-4f55-af4b-fd6796749007 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Neutron deleted interface 1de15e59-690f-42ba-a8d8-6164842c2ef5; detaching it from the instance and deleting it from the info cache [ 1093.396602] env[65923]: DEBUG nova.network.neutron [req-23d221c4-5afd-41e1-857f-556a7afc08a0 req-2e18982c-4603-4f55-af4b-fd6796749007 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.495209] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.495852] env[65923]: DEBUG nova.compute.manager [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1093.498781] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.062s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.499026] env[65923]: DEBUG nova.objects.instance [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lazy-loading 'resources' on Instance uuid eb756ee2-97ee-4f3a-959e-21b2a1984259 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.737221] env[65923]: DEBUG nova.network.neutron [-] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.738717] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.748108] env[65923]: DEBUG nova.compute.manager [req-fb8dba01-6258-4996-9332-32c0d0fb6969 req-84f47680-999e-4a9c-b8b3-519545c728f3 service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Received event network-vif-plugged-0c22e713-fe9f-4a08-80e8-8c8363b18e16 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1093.748304] env[65923]: DEBUG oslo_concurrency.lockutils [req-fb8dba01-6258-4996-9332-32c0d0fb6969 req-84f47680-999e-4a9c-b8b3-519545c728f3 service nova] Acquiring lock "18bc37fd-54d1-45d7-a100-a3413b576cbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.748458] env[65923]: DEBUG oslo_concurrency.lockutils [req-fb8dba01-6258-4996-9332-32c0d0fb6969 req-84f47680-999e-4a9c-b8b3-519545c728f3 service nova] Lock "18bc37fd-54d1-45d7-a100-a3413b576cbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.748629] env[65923]: DEBUG oslo_concurrency.lockutils [req-fb8dba01-6258-4996-9332-32c0d0fb6969 req-84f47680-999e-4a9c-b8b3-519545c728f3 service nova] Lock "18bc37fd-54d1-45d7-a100-a3413b576cbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.748795] env[65923]: DEBUG nova.compute.manager [req-fb8dba01-6258-4996-9332-32c0d0fb6969 req-84f47680-999e-4a9c-b8b3-519545c728f3 service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] No waiting events found dispatching network-vif-plugged-0c22e713-fe9f-4a08-80e8-8c8363b18e16 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1093.748958] env[65923]: WARNING nova.compute.manager [req-fb8dba01-6258-4996-9332-32c0d0fb6969 req-84f47680-999e-4a9c-b8b3-519545c728f3 service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Received unexpected event network-vif-plugged-0c22e713-fe9f-4a08-80e8-8c8363b18e16 for instance with vm_state building and task_state block_device_mapping. [ 1093.838637] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707691, 'name': Rename_Task, 'duration_secs': 0.337896} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.838784] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.839385] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ccf82d8-83da-4bc0-b069-3a546f75138d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.849621] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1093.849621] env[65923]: value = "task-4707692" [ 1093.849621] env[65923]: _type = "Task" [ 1093.849621] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.861965] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.887346] env[65923]: DEBUG nova.network.neutron [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Successfully updated port: 0c22e713-fe9f-4a08-80e8-8c8363b18e16 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1093.902876] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26708a50-3943-4edd-a74d-bdaeab345d12 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.917767] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecee4ddb-c241-4e50-b444-f8bd8108468e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.960545] env[65923]: DEBUG nova.compute.manager [req-23d221c4-5afd-41e1-857f-556a7afc08a0 req-2e18982c-4603-4f55-af4b-fd6796749007 service nova] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Detach interface failed, port_id=1de15e59-690f-42ba-a8d8-6164842c2ef5, reason: Instance 4c29c4b0-dbf2-41f4-b881-8f055d6914ad could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1094.002894] env[65923]: DEBUG nova.compute.utils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.010920] env[65923]: DEBUG nova.compute.manager [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1094.014347] env[65923]: DEBUG nova.network.neutron [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1094.014347] env[65923]: WARNING neutronclient.v2_0.client [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.014347] env[65923]: WARNING neutronclient.v2_0.client [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.083921] env[65923]: DEBUG nova.policy [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2678a6071f93468b9273c2c3ce191e35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5181d87ed2284b379e6d2b087f4cd9fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.231173] env[65923]: DEBUG oslo_vmware.api [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707690, 'name': PowerOnVM_Task, 'duration_secs': 0.82466} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.234821] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.238110] env[65923]: DEBUG nova.compute.manager [None req-5a2f0c97-e1ad-4414-9c87-ff09df1e8e4a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1094.239006] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69e1a31-5716-49c3-9177-47e4830cf4a3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.242877] env[65923]: INFO nova.compute.manager [-] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Took 1.41 seconds to deallocate network for instance. [ 1094.254825] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4022faa2-620b-4653-9bee-92bf4ff1da82 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.264213] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeac852e-070b-4cea-911d-13339b62e6d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.301560] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081c9925-cfc1-4883-a56b-ad63f41018a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.311531] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98f090b-b286-44fe-9026-c2361369800e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.331966] env[65923]: DEBUG nova.compute.provider_tree [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.362503] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707692, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.393033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Acquiring lock "refresh_cache-18bc37fd-54d1-45d7-a100-a3413b576cbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.393465] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Acquired lock "refresh_cache-18bc37fd-54d1-45d7-a100-a3413b576cbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.393465] env[65923]: DEBUG nova.network.neutron [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1094.511452] env[65923]: DEBUG nova.network.neutron [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Successfully created port: 0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1094.515770] env[65923]: DEBUG nova.compute.manager [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1094.702231] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "6542ee11-65cb-4d5d-835b-e809ef8714ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.702589] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "6542ee11-65cb-4d5d-835b-e809ef8714ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.702873] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "6542ee11-65cb-4d5d-835b-e809ef8714ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.703079] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "6542ee11-65cb-4d5d-835b-e809ef8714ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.703255] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "6542ee11-65cb-4d5d-835b-e809ef8714ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.705479] env[65923]: INFO nova.compute.manager [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Terminating instance [ 1094.759128] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.835367] env[65923]: DEBUG nova.scheduler.client.report [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.862054] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707692, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.972952] env[65923]: DEBUG nova.compute.manager [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1094.973855] env[65923]: DEBUG nova.virt.hardware [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1094.974216] env[65923]: DEBUG nova.virt.hardware [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.974881] env[65923]: DEBUG nova.virt.hardware [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1094.975235] env[65923]: DEBUG nova.virt.hardware [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.975838] env[65923]: DEBUG nova.virt.hardware [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1094.975838] env[65923]: DEBUG nova.virt.hardware [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1094.975838] env[65923]: DEBUG nova.virt.hardware [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1094.975969] env[65923]: DEBUG nova.virt.hardware [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1094.976071] env[65923]: DEBUG nova.virt.hardware [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1094.976247] env[65923]: DEBUG nova.virt.hardware [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1094.976417] env[65923]: DEBUG nova.virt.hardware [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1094.977514] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc17770-3ccb-4777-ab00-3f3579582267 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.986411] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd86723d-75dd-4796-85e0-a7e3dc8f8c08 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.211500] env[65923]: DEBUG nova.compute.manager [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1095.211637] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.212617] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5d8196-35dd-408c-9ff0-f4d7daf78c6f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.221483] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.221760] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55a0e06c-b840-413d-8b9b-199a0dfc010c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.229728] env[65923]: DEBUG oslo_vmware.api [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1095.229728] env[65923]: value = "task-4707693" [ 1095.229728] env[65923]: _type = "Task" [ 1095.229728] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.240182] env[65923]: DEBUG oslo_vmware.api [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.340427] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.343132] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.089s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.345305] env[65923]: INFO nova.compute.claims [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.361721] env[65923]: DEBUG oslo_vmware.api [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707692, 'name': PowerOnVM_Task, 'duration_secs': 1.137176} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.362039] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.362262] env[65923]: INFO nova.compute.manager [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1095.362472] env[65923]: DEBUG nova.compute.manager [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1095.363494] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe13eb26-897f-42ae-b38d-d88a1c82586a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.403616] env[65923]: INFO nova.scheduler.client.report [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Deleted allocations for instance eb756ee2-97ee-4f3a-959e-21b2a1984259 [ 1095.525621] env[65923]: DEBUG nova.compute.manager [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1095.577265] env[65923]: DEBUG nova.virt.hardware [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1095.577535] env[65923]: DEBUG nova.virt.hardware [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.577721] env[65923]: DEBUG nova.virt.hardware [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1095.577907] env[65923]: DEBUG nova.virt.hardware [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.578365] env[65923]: DEBUG nova.virt.hardware [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1095.578549] env[65923]: DEBUG nova.virt.hardware [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1095.578766] env[65923]: DEBUG nova.virt.hardware [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1095.578925] env[65923]: DEBUG nova.virt.hardware [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1095.579148] env[65923]: DEBUG nova.virt.hardware [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1095.579388] env[65923]: DEBUG nova.virt.hardware [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1095.579581] env[65923]: DEBUG nova.virt.hardware [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1095.580700] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a3dacc-16b9-415b-a7fe-b80f65b4bfff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.590661] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e162ed4e-5e24-46f4-8b37-466ea3376fd0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.744356] env[65923]: DEBUG oslo_vmware.api [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707693, 'name': PowerOffVM_Task, 'duration_secs': 0.414548} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.744993] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.745292] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.745712] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0ee5ef5-b292-4880-b9e5-b4a3a093dd91 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.872623] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.872623] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.874020] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleting the datastore file [datastore2] 6542ee11-65cb-4d5d-835b-e809ef8714ee {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.874020] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a95b5922-a6c9-4368-9e4e-78201f086566 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.889657] env[65923]: INFO nova.compute.manager [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Took 25.08 seconds to build instance. [ 1095.889657] env[65923]: DEBUG oslo_vmware.api [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1095.889657] env[65923]: value = "task-4707695" [ 1095.889657] env[65923]: _type = "Task" [ 1095.889657] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.901444] env[65923]: DEBUG oslo_vmware.api [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.914042] env[65923]: DEBUG oslo_concurrency.lockutils [None req-5af0bca3-7ff1-4c06-9ad0-6e8b702187c3 tempest-ServersTestJSON-1581276218 tempest-ServersTestJSON-1581276218-project-member] Lock "eb756ee2-97ee-4f3a-959e-21b2a1984259" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.941s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.216112] env[65923]: DEBUG nova.network.neutron [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1096.384797] env[65923]: DEBUG nova.network.neutron [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Successfully updated port: 0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1096.397142] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e52e144d-7260-4ac6-9896-da487cd91461 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.604s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.406721] env[65923]: DEBUG oslo_vmware.api [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500173} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.410274] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.410497] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.410710] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.410986] env[65923]: INFO nova.compute.manager [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1096.411345] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1096.412412] env[65923]: DEBUG nova.compute.manager [-] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1096.412549] env[65923]: DEBUG nova.network.neutron [-] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1096.412825] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.487261] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.611271] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c68a9-200e-4692-8c5c-0e901e96fe86 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.620459] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1303b30f-0587-4bd5-9f73-76ec8f08a36e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.672706] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f693b1-88a6-4250-ac42-771e7bc0c2b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.685524] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7ce15e-ecff-42cd-bc72-35f1bbfea0e4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.708732] env[65923]: DEBUG nova.compute.provider_tree [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.890080] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.890465] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.890465] env[65923]: DEBUG nova.network.neutron [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1097.214014] env[65923]: DEBUG nova.scheduler.client.report [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.276051] env[65923]: WARNING neutronclient.v2_0.client [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.367911] env[65923]: DEBUG nova.compute.manager [req-7930ad12-3608-4a14-8a5c-b3d09a6ab713 req-fddd5847-5680-40aa-b69c-9dc01dd2ff9c service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Received event network-changed-0c22e713-fe9f-4a08-80e8-8c8363b18e16 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1097.367911] env[65923]: DEBUG nova.compute.manager [req-7930ad12-3608-4a14-8a5c-b3d09a6ab713 req-fddd5847-5680-40aa-b69c-9dc01dd2ff9c service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Refreshing instance network info cache due to event network-changed-0c22e713-fe9f-4a08-80e8-8c8363b18e16. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1097.368280] env[65923]: DEBUG oslo_concurrency.lockutils [req-7930ad12-3608-4a14-8a5c-b3d09a6ab713 req-fddd5847-5680-40aa-b69c-9dc01dd2ff9c service nova] Acquiring lock "refresh_cache-18bc37fd-54d1-45d7-a100-a3413b576cbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.413298] env[65923]: DEBUG nova.network.neutron [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Updating instance_info_cache with network_info: [{"id": "0c22e713-fe9f-4a08-80e8-8c8363b18e16", "address": "fa:16:3e:cc:a3:4b", "network": {"id": "92a4c8eb-ca1f-4753-a0ee-85cef9f9043f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1625065559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210e3a51b3354449aa68e1b939ba479e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c22e713-fe", "ovs_interfaceid": "0c22e713-fe9f-4a08-80e8-8c8363b18e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.435890] env[65923]: DEBUG nova.compute.manager [req-4c61a503-d7aa-4c85-ae7f-98f74b8d8a10 req-886c5d55-22df-4f25-b051-c89e0fe6b7ee service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Received event network-vif-plugged-0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1097.436011] env[65923]: DEBUG oslo_concurrency.lockutils [req-4c61a503-d7aa-4c85-ae7f-98f74b8d8a10 req-886c5d55-22df-4f25-b051-c89e0fe6b7ee service nova] Acquiring lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.437040] env[65923]: DEBUG oslo_concurrency.lockutils [req-4c61a503-d7aa-4c85-ae7f-98f74b8d8a10 req-886c5d55-22df-4f25-b051-c89e0fe6b7ee service nova] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.437040] env[65923]: DEBUG oslo_concurrency.lockutils [req-4c61a503-d7aa-4c85-ae7f-98f74b8d8a10 req-886c5d55-22df-4f25-b051-c89e0fe6b7ee service nova] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.437040] env[65923]: DEBUG nova.compute.manager [req-4c61a503-d7aa-4c85-ae7f-98f74b8d8a10 req-886c5d55-22df-4f25-b051-c89e0fe6b7ee service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] No waiting events found dispatching network-vif-plugged-0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1097.437040] env[65923]: WARNING nova.compute.manager [req-4c61a503-d7aa-4c85-ae7f-98f74b8d8a10 req-886c5d55-22df-4f25-b051-c89e0fe6b7ee service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Received unexpected event network-vif-plugged-0645744e-1471-4a70-8f63-4b28062ac2e8 for instance with vm_state building and task_state spawning. [ 1097.447892] env[65923]: DEBUG nova.network.neutron [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1097.655592] env[65923]: DEBUG nova.network.neutron [-] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.690423] env[65923]: WARNING neutronclient.v2_0.client [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.721309] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.722151] env[65923]: DEBUG nova.compute.manager [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1097.726628] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.968s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.727075] env[65923]: DEBUG nova.objects.instance [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lazy-loading 'resources' on Instance uuid 4c29c4b0-dbf2-41f4-b881-8f055d6914ad {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.925327] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Releasing lock "refresh_cache-18bc37fd-54d1-45d7-a100-a3413b576cbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.925327] env[65923]: DEBUG nova.compute.manager [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Instance network_info: |[{"id": "0c22e713-fe9f-4a08-80e8-8c8363b18e16", "address": "fa:16:3e:cc:a3:4b", "network": {"id": "92a4c8eb-ca1f-4753-a0ee-85cef9f9043f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1625065559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210e3a51b3354449aa68e1b939ba479e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c22e713-fe", "ovs_interfaceid": "0c22e713-fe9f-4a08-80e8-8c8363b18e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1097.925327] env[65923]: DEBUG oslo_concurrency.lockutils [req-7930ad12-3608-4a14-8a5c-b3d09a6ab713 req-fddd5847-5680-40aa-b69c-9dc01dd2ff9c service nova] Acquired lock "refresh_cache-18bc37fd-54d1-45d7-a100-a3413b576cbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.925327] env[65923]: DEBUG nova.network.neutron [req-7930ad12-3608-4a14-8a5c-b3d09a6ab713 req-fddd5847-5680-40aa-b69c-9dc01dd2ff9c service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Refreshing network info cache for port 0c22e713-fe9f-4a08-80e8-8c8363b18e16 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.925327] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:a3:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c22e713-fe9f-4a08-80e8-8c8363b18e16', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.935315] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Creating folder: Project (210e3a51b3354449aa68e1b939ba479e). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.936679] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c425cbb-1a09-4743-9e98-51def014fffa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.954339] env[65923]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1097.954339] env[65923]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65923) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1097.954339] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Folder already exists: Project (210e3a51b3354449aa68e1b939ba479e). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1097.954547] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Creating folder: Instances. Parent ref: group-v918743. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.955184] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0230998c-f5af-4c58-b31d-f122fcd788f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.970536] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Created folder: Instances in parent group-v918743. [ 1097.971296] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1097.972025] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.972025] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7252c731-7a50-44d1-bf43-581befb3a2f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.995461] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.995461] env[65923]: value = "task-4707698" [ 1097.995461] env[65923]: _type = "Task" [ 1097.995461] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.006167] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707698, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.156576] env[65923]: INFO nova.compute.manager [-] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Took 1.74 seconds to deallocate network for instance. [ 1098.230955] env[65923]: DEBUG nova.compute.utils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.236154] env[65923]: DEBUG nova.compute.manager [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1098.236154] env[65923]: DEBUG nova.network.neutron [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1098.236539] env[65923]: WARNING neutronclient.v2_0.client [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.237353] env[65923]: WARNING neutronclient.v2_0.client [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.431380] env[65923]: DEBUG nova.network.neutron [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updating instance_info_cache with network_info: [{"id": "0645744e-1471-4a70-8f63-4b28062ac2e8", "address": "fa:16:3e:39:9c:b6", "network": {"id": "e51cf21e-5482-4f26-8ce3-8696f8aba5b0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2126944676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5181d87ed2284b379e6d2b087f4cd9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0645744e-14", "ovs_interfaceid": "0645744e-1471-4a70-8f63-4b28062ac2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.438299] env[65923]: WARNING neutronclient.v2_0.client [req-7930ad12-3608-4a14-8a5c-b3d09a6ab713 req-fddd5847-5680-40aa-b69c-9dc01dd2ff9c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.473848] env[65923]: DEBUG nova.policy [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cbf1270393e406cb9faf3b29925f828', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbc47e7a6f754d668677f859efa60268', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.517751] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707698, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.536013] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab62238-0d7a-469d-a1c6-45a7c9d873b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.547941] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb10a0b-c782-4339-889b-de782b62d462 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.587597] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d77d8-dd68-450f-bec5-f5f41a6876af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.598039] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a6d929-ff6e-42b1-873c-90544a7bc386 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.619057] env[65923]: DEBUG nova.compute.provider_tree [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.664770] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.741079] env[65923]: DEBUG nova.compute.manager [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1098.939864] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.940330] env[65923]: DEBUG nova.compute.manager [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Instance network_info: |[{"id": "0645744e-1471-4a70-8f63-4b28062ac2e8", "address": "fa:16:3e:39:9c:b6", "network": {"id": "e51cf21e-5482-4f26-8ce3-8696f8aba5b0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2126944676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5181d87ed2284b379e6d2b087f4cd9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0645744e-14", "ovs_interfaceid": "0645744e-1471-4a70-8f63-4b28062ac2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1098.940734] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:9c:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0645744e-1471-4a70-8f63-4b28062ac2e8', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.951130] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Creating folder: Project (5181d87ed2284b379e6d2b087f4cd9fe). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.952740] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23c9285c-bfb5-44e7-bb93-e2527d5ef009 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.969204] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Created folder: Project (5181d87ed2284b379e6d2b087f4cd9fe) in parent group-v918465. [ 1098.969448] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Creating folder: Instances. Parent ref: group-v918758. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.969696] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c690ba7b-eac5-4561-9329-3a551f6350c3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.981687] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Created folder: Instances in parent group-v918758. [ 1098.981944] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1098.982175] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.982725] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89b1ea0b-c09a-4140-8684-d0a88c12a0d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.009343] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707698, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.011481] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.011481] env[65923]: value = "task-4707701" [ 1099.011481] env[65923]: _type = "Task" [ 1099.011481] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.020840] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707701, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.122256] env[65923]: DEBUG nova.scheduler.client.report [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.286825] env[65923]: DEBUG nova.network.neutron [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Successfully created port: abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1099.511921] env[65923]: DEBUG nova.compute.manager [req-5e8c3c43-7e5d-448d-a629-42acc9d2dbd6 req-81006f9f-b986-4f48-94a9-522633cd038c service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Received event network-changed-9ad45041-0b10-4ab7-999e-093d5725d926 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1099.511921] env[65923]: DEBUG nova.compute.manager [req-5e8c3c43-7e5d-448d-a629-42acc9d2dbd6 req-81006f9f-b986-4f48-94a9-522633cd038c service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Refreshing instance network info cache due to event network-changed-9ad45041-0b10-4ab7-999e-093d5725d926. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1099.511921] env[65923]: DEBUG oslo_concurrency.lockutils [req-5e8c3c43-7e5d-448d-a629-42acc9d2dbd6 req-81006f9f-b986-4f48-94a9-522633cd038c service nova] Acquiring lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.512196] env[65923]: DEBUG oslo_concurrency.lockutils [req-5e8c3c43-7e5d-448d-a629-42acc9d2dbd6 req-81006f9f-b986-4f48-94a9-522633cd038c service nova] Acquired lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.512411] env[65923]: DEBUG nova.network.neutron [req-5e8c3c43-7e5d-448d-a629-42acc9d2dbd6 req-81006f9f-b986-4f48-94a9-522633cd038c service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Refreshing network info cache for port 9ad45041-0b10-4ab7-999e-093d5725d926 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.522925] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707698, 'name': CreateVM_Task, 'duration_secs': 1.235729} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.523856] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.524520] env[65923]: WARNING neutronclient.v2_0.client [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.524982] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '52fd9601-bc4d-4bd5-924b-a28881c3a3f7', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918749', 'volume_id': '37984987-a463-4daf-b63e-c93fec02ab97', 'name': 'volume-37984987-a463-4daf-b63e-c93fec02ab97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18bc37fd-54d1-45d7-a100-a3413b576cbd', 'attached_at': '', 'detached_at': '', 'volume_id': '37984987-a463-4daf-b63e-c93fec02ab97', 'serial': '37984987-a463-4daf-b63e-c93fec02ab97'}, 'device_type': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=65923) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1099.525270] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Root volume attach. Driver type: vmdk {{(pid=65923) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1099.526275] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7865f005-8a57-49b5-b018-b9c3a9837f2e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.534367] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707701, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.544283] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b891828e-0a91-495d-8e2a-c16aace3325d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.550221] env[65923]: DEBUG nova.compute.manager [req-e4a7e181-5e61-4e36-ae44-2882066c194e req-567f0588-44d8-4db8-b43d-ad1352750e8b service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Received event network-changed-0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1099.550221] env[65923]: DEBUG nova.compute.manager [req-e4a7e181-5e61-4e36-ae44-2882066c194e req-567f0588-44d8-4db8-b43d-ad1352750e8b service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Refreshing instance network info cache due to event network-changed-0645744e-1471-4a70-8f63-4b28062ac2e8. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1099.550382] env[65923]: DEBUG oslo_concurrency.lockutils [req-e4a7e181-5e61-4e36-ae44-2882066c194e req-567f0588-44d8-4db8-b43d-ad1352750e8b service nova] Acquiring lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.550619] env[65923]: DEBUG oslo_concurrency.lockutils [req-e4a7e181-5e61-4e36-ae44-2882066c194e req-567f0588-44d8-4db8-b43d-ad1352750e8b service nova] Acquired lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.550712] env[65923]: DEBUG nova.network.neutron [req-e4a7e181-5e61-4e36-ae44-2882066c194e req-567f0588-44d8-4db8-b43d-ad1352750e8b service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Refreshing network info cache for port 0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.558419] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8456e39-be2b-4ad6-98c1-13a560b43ed3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.572547] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-da02516f-e27d-4ee7-a926-5552bbaaac29 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.583890] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for the task: (returnval){ [ 1099.583890] env[65923]: value = "task-4707702" [ 1099.583890] env[65923]: _type = "Task" [ 1099.583890] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.597273] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707702, 'name': RelocateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.629509] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.634346] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.967s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.634346] env[65923]: DEBUG nova.objects.instance [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'resources' on Instance uuid 6542ee11-65cb-4d5d-835b-e809ef8714ee {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.669351] env[65923]: INFO nova.scheduler.client.report [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted allocations for instance 4c29c4b0-dbf2-41f4-b881-8f055d6914ad [ 1099.723141] env[65923]: INFO nova.compute.manager [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Rescuing [ 1099.723141] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.723141] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.723141] env[65923]: DEBUG nova.network.neutron [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1099.756951] env[65923]: DEBUG nova.compute.manager [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1099.794059] env[65923]: DEBUG nova.virt.hardware [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1099.794059] env[65923]: DEBUG nova.virt.hardware [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.794059] env[65923]: DEBUG nova.virt.hardware [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1099.794059] env[65923]: DEBUG nova.virt.hardware [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.795987] env[65923]: DEBUG nova.virt.hardware [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1099.796474] env[65923]: DEBUG nova.virt.hardware [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1099.796858] env[65923]: DEBUG nova.virt.hardware [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1099.797121] env[65923]: DEBUG nova.virt.hardware [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1099.797355] env[65923]: DEBUG nova.virt.hardware [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1099.797531] env[65923]: DEBUG nova.virt.hardware [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1099.797723] env[65923]: DEBUG nova.virt.hardware [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1099.798708] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d5c6d5-5dd4-401a-923e-2c377238884b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.809889] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398acb8a-c930-471e-9ad8-d2625d5ddc10 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.971026] env[65923]: WARNING neutronclient.v2_0.client [req-7930ad12-3608-4a14-8a5c-b3d09a6ab713 req-fddd5847-5680-40aa-b69c-9dc01dd2ff9c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.017105] env[65923]: WARNING neutronclient.v2_0.client [req-5e8c3c43-7e5d-448d-a629-42acc9d2dbd6 req-81006f9f-b986-4f48-94a9-522633cd038c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.038057] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707701, 'name': CreateVM_Task, 'duration_secs': 0.649398} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.038313] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.039614] env[65923]: WARNING neutronclient.v2_0.client [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.039614] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.039614] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.039821] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.043020] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-920e05fe-4471-4869-a42a-bc0545e93bb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.051103] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1100.051103] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523dec97-5dc6-2670-ed29-4797a15200d1" [ 1100.051103] env[65923]: _type = "Task" [ 1100.051103] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.058425] env[65923]: WARNING neutronclient.v2_0.client [req-e4a7e181-5e61-4e36-ae44-2882066c194e req-567f0588-44d8-4db8-b43d-ad1352750e8b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.075045] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523dec97-5dc6-2670-ed29-4797a15200d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.099425] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707702, 'name': RelocateVM_Task} progress is 40%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.178437] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0f475ae4-e8bc-4175-97cc-531df8c30fa1 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "4c29c4b0-dbf2-41f4-b881-8f055d6914ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.528s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.195471] env[65923]: DEBUG nova.network.neutron [req-7930ad12-3608-4a14-8a5c-b3d09a6ab713 req-fddd5847-5680-40aa-b69c-9dc01dd2ff9c service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Updated VIF entry in instance network info cache for port 0c22e713-fe9f-4a08-80e8-8c8363b18e16. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1100.196536] env[65923]: DEBUG nova.network.neutron [req-7930ad12-3608-4a14-8a5c-b3d09a6ab713 req-fddd5847-5680-40aa-b69c-9dc01dd2ff9c service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Updating instance_info_cache with network_info: [{"id": "0c22e713-fe9f-4a08-80e8-8c8363b18e16", "address": "fa:16:3e:cc:a3:4b", "network": {"id": "92a4c8eb-ca1f-4753-a0ee-85cef9f9043f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1625065559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210e3a51b3354449aa68e1b939ba479e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c22e713-fe", "ovs_interfaceid": "0c22e713-fe9f-4a08-80e8-8c8363b18e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.226471] env[65923]: WARNING neutronclient.v2_0.client [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.367092] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1819e6-2ab8-4363-8fd3-355c8d3dc316 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.381219] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8d576a-b946-4c6c-9163-13128054ba37 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.449349] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65331b59-8cee-4bff-ae55-b4d5276fa87c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.464163] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d589f2-d9dd-4900-8024-a8e7da4f2e74 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.482540] env[65923]: DEBUG nova.compute.provider_tree [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.568486] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523dec97-5dc6-2670-ed29-4797a15200d1, 'name': SearchDatastore_Task, 'duration_secs': 0.067028} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.568947] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.569475] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.569475] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.569659] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.569846] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.570261] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32c42e6a-2f81-4603-a5e5-212ed0a06734 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.590411] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.590588] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.591946] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2b456e-6d1a-4c2a-893f-59d27707a4d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.600214] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707702, 'name': RelocateVM_Task} progress is 53%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.601901] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1100.601901] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5231402d-f7ed-3d8a-c66e-f962dc58740a" [ 1100.601901] env[65923]: _type = "Task" [ 1100.601901] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.614265] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5231402d-f7ed-3d8a-c66e-f962dc58740a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.703223] env[65923]: DEBUG oslo_concurrency.lockutils [req-7930ad12-3608-4a14-8a5c-b3d09a6ab713 req-fddd5847-5680-40aa-b69c-9dc01dd2ff9c service nova] Releasing lock "refresh_cache-18bc37fd-54d1-45d7-a100-a3413b576cbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.903031] env[65923]: WARNING neutronclient.v2_0.client [req-5e8c3c43-7e5d-448d-a629-42acc9d2dbd6 req-81006f9f-b986-4f48-94a9-522633cd038c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.933678] env[65923]: WARNING neutronclient.v2_0.client [req-e4a7e181-5e61-4e36-ae44-2882066c194e req-567f0588-44d8-4db8-b43d-ad1352750e8b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.987693] env[65923]: DEBUG nova.scheduler.client.report [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.105504] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707702, 'name': RelocateVM_Task} progress is 65%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.122747] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5231402d-f7ed-3d8a-c66e-f962dc58740a, 'name': SearchDatastore_Task, 'duration_secs': 0.047394} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.128558] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7d3c62-860a-4bb9-b443-c7cf7fd512ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.140970] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1101.140970] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f7bb17-09c8-47d4-0dfe-85f3213731b5" [ 1101.140970] env[65923]: _type = "Task" [ 1101.140970] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.160374] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f7bb17-09c8-47d4-0dfe-85f3213731b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.218799] env[65923]: WARNING neutronclient.v2_0.client [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.253049] env[65923]: DEBUG nova.network.neutron [req-5e8c3c43-7e5d-448d-a629-42acc9d2dbd6 req-81006f9f-b986-4f48-94a9-522633cd038c service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updated VIF entry in instance network info cache for port 9ad45041-0b10-4ab7-999e-093d5725d926. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1101.253368] env[65923]: DEBUG nova.network.neutron [req-5e8c3c43-7e5d-448d-a629-42acc9d2dbd6 req-81006f9f-b986-4f48-94a9-522633cd038c service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance_info_cache with network_info: [{"id": "9ad45041-0b10-4ab7-999e-093d5725d926", "address": "fa:16:3e:2c:6a:b4", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad45041-0b", "ovs_interfaceid": "9ad45041-0b10-4ab7-999e-093d5725d926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.296024] env[65923]: DEBUG nova.network.neutron [req-e4a7e181-5e61-4e36-ae44-2882066c194e req-567f0588-44d8-4db8-b43d-ad1352750e8b service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updated VIF entry in instance network info cache for port 0645744e-1471-4a70-8f63-4b28062ac2e8. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1101.296024] env[65923]: DEBUG nova.network.neutron [req-e4a7e181-5e61-4e36-ae44-2882066c194e req-567f0588-44d8-4db8-b43d-ad1352750e8b service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updating instance_info_cache with network_info: [{"id": "0645744e-1471-4a70-8f63-4b28062ac2e8", "address": "fa:16:3e:39:9c:b6", "network": {"id": "e51cf21e-5482-4f26-8ce3-8696f8aba5b0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2126944676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5181d87ed2284b379e6d2b087f4cd9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0645744e-14", "ovs_interfaceid": "0645744e-1471-4a70-8f63-4b28062ac2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.327979] env[65923]: DEBUG nova.network.neutron [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Successfully updated port: abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1101.431761] env[65923]: DEBUG nova.network.neutron [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Updating instance_info_cache with network_info: [{"id": "bb3af12c-4951-4dfa-9ce1-0c48f053c7f0", "address": "fa:16:3e:47:75:80", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3af12c-49", "ovs_interfaceid": "bb3af12c-4951-4dfa-9ce1-0c48f053c7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.494536] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.520291] env[65923]: INFO nova.scheduler.client.report [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleted allocations for instance 6542ee11-65cb-4d5d-835b-e809ef8714ee [ 1101.546277] env[65923]: DEBUG nova.compute.manager [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Received event network-vif-plugged-abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1101.546683] env[65923]: DEBUG oslo_concurrency.lockutils [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] Acquiring lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.546955] env[65923]: DEBUG oslo_concurrency.lockutils [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] Lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.547174] env[65923]: DEBUG oslo_concurrency.lockutils [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] Lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.547501] env[65923]: DEBUG nova.compute.manager [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] No waiting events found dispatching network-vif-plugged-abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1101.547710] env[65923]: WARNING nova.compute.manager [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Received unexpected event network-vif-plugged-abb66564-477f-44a1-b026-7732a79b161e for instance with vm_state building and task_state spawning. [ 1101.547893] env[65923]: DEBUG nova.compute.manager [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Received event network-changed-abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1101.548102] env[65923]: DEBUG nova.compute.manager [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Refreshing instance network info cache due to event network-changed-abb66564-477f-44a1-b026-7732a79b161e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1101.548326] env[65923]: DEBUG oslo_concurrency.lockutils [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] Acquiring lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.550688] env[65923]: DEBUG oslo_concurrency.lockutils [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] Acquired lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.550688] env[65923]: DEBUG nova.network.neutron [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Refreshing network info cache for port abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.602895] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707702, 'name': RelocateVM_Task} progress is 78%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.657397] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f7bb17-09c8-47d4-0dfe-85f3213731b5, 'name': SearchDatastore_Task, 'duration_secs': 0.051454} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.658075] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.658075] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 7a5730bd-59fa-4b87-9169-ea29d17a4fd2/7a5730bd-59fa-4b87-9169-ea29d17a4fd2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.658348] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87205d19-00d2-497d-a04b-a84f07f44357 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.670289] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1101.670289] env[65923]: value = "task-4707703" [ 1101.670289] env[65923]: _type = "Task" [ 1101.670289] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.687926] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.757747] env[65923]: DEBUG oslo_concurrency.lockutils [req-5e8c3c43-7e5d-448d-a629-42acc9d2dbd6 req-81006f9f-b986-4f48-94a9-522633cd038c service nova] Releasing lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.801962] env[65923]: DEBUG oslo_concurrency.lockutils [req-e4a7e181-5e61-4e36-ae44-2882066c194e req-567f0588-44d8-4db8-b43d-ad1352750e8b service nova] Releasing lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.802145] env[65923]: DEBUG nova.compute.manager [req-e4a7e181-5e61-4e36-ae44-2882066c194e req-567f0588-44d8-4db8-b43d-ad1352750e8b service nova] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Received event network-vif-deleted-aedb85e5-81c4-4e17-84aa-1cae538046c5 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1101.832047] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.911922] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "c8bbd96f-57f3-4eba-8360-502d58a49175" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.912196] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c8bbd96f-57f3-4eba-8360-502d58a49175" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.935423] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.030598] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0cf47469-ae15-4b4e-b018-580ac7596281 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "6542ee11-65cb-4d5d-835b-e809ef8714ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.328s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.055057] env[65923]: WARNING neutronclient.v2_0.client [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.100048] env[65923]: DEBUG nova.network.neutron [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1102.108035] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707702, 'name': RelocateVM_Task} progress is 92%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.183351] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.200585] env[65923]: DEBUG nova.network.neutron [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.415412] env[65923]: DEBUG nova.compute.manager [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1102.605407] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "955e648f-e080-4825-8373-0edfbda3a0ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.605687] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "955e648f-e080-4825-8373-0edfbda3a0ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.606971] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707702, 'name': RelocateVM_Task} progress is 97%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.684528] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707703, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.703323] env[65923]: DEBUG oslo_concurrency.lockutils [req-57d98abe-a4db-45fe-953a-55d3ee05c363 req-c5e388f9-19f6-4639-b688-97eeab082c32 service nova] Releasing lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.703690] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.704107] env[65923]: DEBUG nova.network.neutron [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1102.937668] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.938206] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.940265] env[65923]: INFO nova.compute.claims [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.103484] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707702, 'name': RelocateVM_Task} progress is 98%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.112629] env[65923]: DEBUG nova.compute.manager [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1103.183346] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707703, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.066677} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.183620] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 7a5730bd-59fa-4b87-9169-ea29d17a4fd2/7a5730bd-59fa-4b87-9169-ea29d17a4fd2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.183834] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.184523] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81d46599-23c2-4b48-8cf9-f79022677896 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.192905] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1103.192905] env[65923]: value = "task-4707704" [ 1103.192905] env[65923]: _type = "Task" [ 1103.192905] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.202395] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.241173] env[65923]: DEBUG nova.network.neutron [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1103.323378] env[65923]: WARNING neutronclient.v2_0.client [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.396538] env[65923]: DEBUG nova.network.neutron [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updating instance_info_cache with network_info: [{"id": "abb66564-477f-44a1-b026-7732a79b161e", "address": "fa:16:3e:75:39:a6", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb66564-47", "ovs_interfaceid": "abb66564-477f-44a1-b026-7732a79b161e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.489806] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.490216] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0d69898-0c1d-41c6-86d9-cea0f6592952 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.499568] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1103.499568] env[65923]: value = "task-4707705" [ 1103.499568] env[65923]: _type = "Task" [ 1103.499568] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.510537] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.603580] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707702, 'name': RelocateVM_Task, 'duration_secs': 3.782639} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.603987] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1103.604530] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918749', 'volume_id': '37984987-a463-4daf-b63e-c93fec02ab97', 'name': 'volume-37984987-a463-4daf-b63e-c93fec02ab97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18bc37fd-54d1-45d7-a100-a3413b576cbd', 'attached_at': '', 'detached_at': '', 'volume_id': '37984987-a463-4daf-b63e-c93fec02ab97', 'serial': '37984987-a463-4daf-b63e-c93fec02ab97'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1103.605223] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68893b5-5480-4ce1-b049-1a981e392ed1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.625744] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c4b1a6-402f-4419-83f3-5ba0a250a584 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.653696] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-37984987-a463-4daf-b63e-c93fec02ab97/volume-37984987-a463-4daf-b63e-c93fec02ab97.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.654835] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.655152] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaee65f9-c7d1-4bc3-9e8a-4e5b983a057c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.677414] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for the task: (returnval){ [ 1103.677414] env[65923]: value = "task-4707706" [ 1103.677414] env[65923]: _type = "Task" [ 1103.677414] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.688278] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.704470] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07183} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.704821] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.705785] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0009aa12-d160-45f0-95b9-fa7e927146de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.733685] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 7a5730bd-59fa-4b87-9169-ea29d17a4fd2/7a5730bd-59fa-4b87-9169-ea29d17a4fd2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.734546] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76381ac7-527a-4d01-9bba-e363558d2495 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.758103] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1103.758103] env[65923]: value = "task-4707707" [ 1103.758103] env[65923]: _type = "Task" [ 1103.758103] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.767379] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.899667] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.900101] env[65923]: DEBUG nova.compute.manager [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Instance network_info: |[{"id": "abb66564-477f-44a1-b026-7732a79b161e", "address": "fa:16:3e:75:39:a6", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb66564-47", "ovs_interfaceid": "abb66564-477f-44a1-b026-7732a79b161e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1103.900629] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:39:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abb66564-477f-44a1-b026-7732a79b161e', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.908427] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1103.908732] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.908992] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e02c08b-4d28-48dc-99ac-cb2776d3785e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.931048] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.931048] env[65923]: value = "task-4707708" [ 1103.931048] env[65923]: _type = "Task" [ 1103.931048] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.940188] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707708, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.964031] env[65923]: DEBUG nova.compute.manager [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Stashing vm_state: active {{(pid=65923) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1104.014535] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707705, 'name': PowerOffVM_Task, 'duration_secs': 0.315119} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.018970] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.020837] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4011a1c6-de12-40a9-b828-a1551c38e4dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.044801] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c3a45a-0fdf-4e26-93bd-95e51fccfac0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.083359] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.083691] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af4677f5-9fd2-4a74-a84c-ee9e4dbea8d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.093188] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1104.093188] env[65923]: value = "task-4707709" [ 1104.093188] env[65923]: _type = "Task" [ 1104.093188] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.102805] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.171024] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20b10e1-3f03-4c9e-a31e-3ec213e65fb8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.178355] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be451f1-2140-49d8-a695-2fd5ab3d5dfc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.191214] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.218428] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfb2785-bc3a-4a73-a73a-020b31fe41f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.227113] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e16af8e-5eba-40a4-9cdf-0b732844d55c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.242740] env[65923]: DEBUG nova.compute.provider_tree [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.270372] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.442495] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707708, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.482092] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.610170] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1104.610654] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.611193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.611286] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.611492] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.611837] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a49660a3-8b69-4b0f-89f5-70009245e607 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.623280] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.623476] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.624280] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924bc71f-2654-4c9b-a012-0185e1e95100 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.634076] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1104.634076] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529cc7c1-47e0-bc72-8462-ff98d413c00e" [ 1104.634076] env[65923]: _type = "Task" [ 1104.634076] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.641976] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529cc7c1-47e0-bc72-8462-ff98d413c00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.691956] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707706, 'name': ReconfigVM_Task, 'duration_secs': 0.826845} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.692212] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-37984987-a463-4daf-b63e-c93fec02ab97/volume-37984987-a463-4daf-b63e-c93fec02ab97.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.697163] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67352ef2-b296-414a-81a7-31fe22927516 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.714344] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for the task: (returnval){ [ 1104.714344] env[65923]: value = "task-4707710" [ 1104.714344] env[65923]: _type = "Task" [ 1104.714344] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.724923] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.746270] env[65923]: DEBUG nova.scheduler.client.report [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.770092] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707707, 'name': ReconfigVM_Task, 'duration_secs': 0.775375} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.770397] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 7a5730bd-59fa-4b87-9169-ea29d17a4fd2/7a5730bd-59fa-4b87-9169-ea29d17a4fd2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.771049] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-295ff54a-8e3d-4e5d-8653-39c35a247fc4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.779111] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1104.779111] env[65923]: value = "task-4707711" [ 1104.779111] env[65923]: _type = "Task" [ 1104.779111] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.789175] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707711, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.944684] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707708, 'name': CreateVM_Task, 'duration_secs': 0.562915} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.944684] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.944991] env[65923]: WARNING neutronclient.v2_0.client [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.945424] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.945609] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.945966] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.946441] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15da1888-bc83-43de-85fd-7f30b76a4277 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.952668] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1104.952668] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523c4f88-113b-1254-ef1d-4ce110710782" [ 1104.952668] env[65923]: _type = "Task" [ 1104.952668] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.961973] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523c4f88-113b-1254-ef1d-4ce110710782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.144639] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529cc7c1-47e0-bc72-8462-ff98d413c00e, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.145524] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30fb8f93-9dd3-4b16-a3cb-d6880d96e05a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.152726] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1105.152726] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528561c1-a2c2-f526-ed15-9f44211349ec" [ 1105.152726] env[65923]: _type = "Task" [ 1105.152726] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.163768] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528561c1-a2c2-f526-ed15-9f44211349ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.224640] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707710, 'name': ReconfigVM_Task, 'duration_secs': 0.142794} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.225041] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918749', 'volume_id': '37984987-a463-4daf-b63e-c93fec02ab97', 'name': 'volume-37984987-a463-4daf-b63e-c93fec02ab97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18bc37fd-54d1-45d7-a100-a3413b576cbd', 'attached_at': '', 'detached_at': '', 'volume_id': '37984987-a463-4daf-b63e-c93fec02ab97', 'serial': '37984987-a463-4daf-b63e-c93fec02ab97'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1105.226040] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cd19acf-4a55-465b-924c-6f1de15f3bcc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.234628] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for the task: (returnval){ [ 1105.234628] env[65923]: value = "task-4707712" [ 1105.234628] env[65923]: _type = "Task" [ 1105.234628] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.242691] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707712, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.251740] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.252358] env[65923]: DEBUG nova.compute.manager [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1105.256962] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.602s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.258916] env[65923]: INFO nova.compute.claims [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.294814] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707711, 'name': Rename_Task, 'duration_secs': 0.165744} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.296084] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.296417] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85ff17d9-0c7f-404b-9880-edf5c4e0b940 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.304811] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1105.304811] env[65923]: value = "task-4707713" [ 1105.304811] env[65923]: _type = "Task" [ 1105.304811] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.315040] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.464543] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523c4f88-113b-1254-ef1d-4ce110710782, 'name': SearchDatastore_Task, 'duration_secs': 0.015414} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.464860] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.465111] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.465331] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.667989] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528561c1-a2c2-f526-ed15-9f44211349ec, 'name': SearchDatastore_Task, 'duration_secs': 0.044757} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.668324] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.668599] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 197a79f4-da56-43d6-8b69-cab83867bc9a/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. {{(pid=65923) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1105.668921] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.669141] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.669385] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d9f80f0-2aaf-4556-a0ab-ab9e01d5fb03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.671789] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fa74c96-0019-4fa7-9942-d41cfce4ac7d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.681778] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1105.681778] env[65923]: value = "task-4707714" [ 1105.681778] env[65923]: _type = "Task" [ 1105.681778] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.683577] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.683870] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.688416] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f74151f-a9d4-4544-a35f-5bbd86bd4c3a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.698130] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.699917] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1105.699917] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52084660-3020-d488-de9a-937ea25a1abf" [ 1105.699917] env[65923]: _type = "Task" [ 1105.699917] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.709608] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52084660-3020-d488-de9a-937ea25a1abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.744412] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707712, 'name': Rename_Task, 'duration_secs': 0.130672} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.744753] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.745110] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80c6bc28-19be-4e0f-9468-7cb75bf6fc1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.755466] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for the task: (returnval){ [ 1105.755466] env[65923]: value = "task-4707715" [ 1105.755466] env[65923]: _type = "Task" [ 1105.755466] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.761793] env[65923]: DEBUG nova.compute.utils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.763589] env[65923]: DEBUG nova.compute.manager [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1105.764420] env[65923]: DEBUG nova.network.neutron [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1105.764420] env[65923]: WARNING neutronclient.v2_0.client [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.764547] env[65923]: WARNING neutronclient.v2_0.client [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.777645] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.818612] env[65923]: DEBUG oslo_vmware.api [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707713, 'name': PowerOnVM_Task, 'duration_secs': 0.467646} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.820571] env[65923]: DEBUG nova.policy [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6a905f5572426ebc1429b151ed1cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60c504a79d8c44478327ea8992f65cb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.822704] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.822969] env[65923]: INFO nova.compute.manager [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1105.823195] env[65923]: DEBUG nova.compute.manager [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1105.824416] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acf674f-23c4-409c-9544-9fdb18c3445f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.194454] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707714, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.211951] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52084660-3020-d488-de9a-937ea25a1abf, 'name': SearchDatastore_Task, 'duration_secs': 0.019139} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.213010] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecdd2d4b-bb31-4a43-b140-443745845b23 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.216399] env[65923]: DEBUG nova.network.neutron [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Successfully created port: 98387d85-1f67-46eb-9b36-26196000ae4b {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1106.223035] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1106.223035] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52708829-745b-0585-4fd8-0581dbbb92ad" [ 1106.223035] env[65923]: _type = "Task" [ 1106.223035] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.232222] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52708829-745b-0585-4fd8-0581dbbb92ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.268320] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.272839] env[65923]: DEBUG nova.compute.manager [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1106.345776] env[65923]: INFO nova.compute.manager [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Took 20.06 seconds to build instance. [ 1106.487671] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ab413-fd4c-436e-bf3f-386f7373d553 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.497059] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4e070d-4e24-4876-99c8-547bc26a85b2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.531592] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9588bf5b-d4dd-4a52-b42d-479c27062d5f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.540349] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a58800b-ecbb-4111-8cb8-0cca08bab622 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.555675] env[65923]: DEBUG nova.compute.provider_tree [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.694809] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521836} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.695113] env[65923]: INFO nova.virt.vmwareapi.ds_util [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 197a79f4-da56-43d6-8b69-cab83867bc9a/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. [ 1106.695939] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6c819d-cc2b-41b0-87b4-4c6663b3298f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.722432] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 197a79f4-da56-43d6-8b69-cab83867bc9a/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.722754] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afc4d109-721f-4062-b59e-d6b451915c60 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.746738] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52708829-745b-0585-4fd8-0581dbbb92ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.748242] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.748508] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 2935cac3-787c-483b-bef9-3af01c708fe8/2935cac3-787c-483b-bef9-3af01c708fe8.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.748836] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1106.748836] env[65923]: value = "task-4707716" [ 1106.748836] env[65923]: _type = "Task" [ 1106.748836] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.749038] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6202c5b6-468a-4979-9a01-f7295309b91a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.764574] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707716, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.766298] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1106.766298] env[65923]: value = "task-4707717" [ 1106.766298] env[65923]: _type = "Task" [ 1106.766298] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.774290] env[65923]: DEBUG oslo_vmware.api [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707715, 'name': PowerOnVM_Task, 'duration_secs': 0.610688} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.775303] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.775607] env[65923]: INFO nova.compute.manager [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Took 11.80 seconds to spawn the instance on the hypervisor. [ 1106.775882] env[65923]: DEBUG nova.compute.manager [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1106.777054] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00b49c9-270e-4b22-9030-1dd1a7799135 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.787252] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.848324] env[65923]: DEBUG oslo_concurrency.lockutils [None req-04746c09-35df-4972-8036-e70050d31d8d tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.571s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.058852] env[65923]: DEBUG nova.scheduler.client.report [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.265477] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.278974] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707717, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.289862] env[65923]: DEBUG nova.compute.manager [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1107.309221] env[65923]: INFO nova.compute.manager [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Took 22.55 seconds to build instance. [ 1107.320059] env[65923]: DEBUG nova.virt.hardware [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1107.320405] env[65923]: DEBUG nova.virt.hardware [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.320626] env[65923]: DEBUG nova.virt.hardware [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1107.320869] env[65923]: DEBUG nova.virt.hardware [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.321068] env[65923]: DEBUG nova.virt.hardware [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1107.321272] env[65923]: DEBUG nova.virt.hardware [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1107.321794] env[65923]: DEBUG nova.virt.hardware [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1107.321888] env[65923]: DEBUG nova.virt.hardware [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1107.322411] env[65923]: DEBUG nova.virt.hardware [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1107.322449] env[65923]: DEBUG nova.virt.hardware [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1107.322737] env[65923]: DEBUG nova.virt.hardware [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1107.324299] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7531b6-ee22-4b9b-80f7-df91df90116d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.336874] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7be15d1-fddb-4fd7-a6b7-bf55800d40a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.564563] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.565213] env[65923]: DEBUG nova.compute.manager [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1107.568171] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.086s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.721777] env[65923]: DEBUG nova.compute.manager [req-d6731e17-5e78-49bd-b919-b2b5b2b94acf req-2355225d-ec75-47ee-8b25-b9a95dd6cc62 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Received event network-vif-plugged-98387d85-1f67-46eb-9b36-26196000ae4b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1107.721991] env[65923]: DEBUG oslo_concurrency.lockutils [req-d6731e17-5e78-49bd-b919-b2b5b2b94acf req-2355225d-ec75-47ee-8b25-b9a95dd6cc62 service nova] Acquiring lock "c8bbd96f-57f3-4eba-8360-502d58a49175-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.722189] env[65923]: DEBUG oslo_concurrency.lockutils [req-d6731e17-5e78-49bd-b919-b2b5b2b94acf req-2355225d-ec75-47ee-8b25-b9a95dd6cc62 service nova] Lock "c8bbd96f-57f3-4eba-8360-502d58a49175-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.722350] env[65923]: DEBUG oslo_concurrency.lockutils [req-d6731e17-5e78-49bd-b919-b2b5b2b94acf req-2355225d-ec75-47ee-8b25-b9a95dd6cc62 service nova] Lock "c8bbd96f-57f3-4eba-8360-502d58a49175-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.722563] env[65923]: DEBUG nova.compute.manager [req-d6731e17-5e78-49bd-b919-b2b5b2b94acf req-2355225d-ec75-47ee-8b25-b9a95dd6cc62 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] No waiting events found dispatching network-vif-plugged-98387d85-1f67-46eb-9b36-26196000ae4b {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1107.722740] env[65923]: WARNING nova.compute.manager [req-d6731e17-5e78-49bd-b919-b2b5b2b94acf req-2355225d-ec75-47ee-8b25-b9a95dd6cc62 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Received unexpected event network-vif-plugged-98387d85-1f67-46eb-9b36-26196000ae4b for instance with vm_state building and task_state spawning. [ 1107.762909] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707716, 'name': ReconfigVM_Task, 'duration_secs': 0.695832} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.763276] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 197a79f4-da56-43d6-8b69-cab83867bc9a/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.764162] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b453a4dd-0331-43fc-80ed-4f20750499aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.792478] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f4afc6-b4d6-4bba-9e8a-a058dc538792 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.806484] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526137} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.806788] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 2935cac3-787c-483b-bef9-3af01c708fe8/2935cac3-787c-483b-bef9-3af01c708fe8.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.807011] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.807281] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e2e178b-3263-45ec-a0a2-8f66bb400e34 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.811989] env[65923]: DEBUG oslo_concurrency.lockutils [None req-01aabfb2-ed68-4f38-a9ab-0a52eab5b8a9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "18bc37fd-54d1-45d7-a100-a3413b576cbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.061s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.813242] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1107.813242] env[65923]: value = "task-4707718" [ 1107.813242] env[65923]: _type = "Task" [ 1107.813242] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.819298] env[65923]: DEBUG nova.network.neutron [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Successfully updated port: 98387d85-1f67-46eb-9b36-26196000ae4b {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1107.822380] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1107.822380] env[65923]: value = "task-4707719" [ 1107.822380] env[65923]: _type = "Task" [ 1107.822380] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.832736] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707718, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.840331] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.075884] env[65923]: INFO nova.compute.claims [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.080165] env[65923]: DEBUG nova.compute.utils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.081550] env[65923]: DEBUG nova.compute.manager [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1108.081874] env[65923]: DEBUG nova.network.neutron [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1108.082351] env[65923]: WARNING neutronclient.v2_0.client [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.082764] env[65923]: WARNING neutronclient.v2_0.client [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.132734] env[65923]: DEBUG nova.policy [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e8b2a6bd9dc4214a4d15cdcbd551352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfe38d2a113e40e69aa390483a71ab03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.175241] env[65923]: DEBUG nova.compute.manager [req-265ecebc-d38b-4886-9c9f-34176e67917e req-ef8b8b6f-3c97-450c-9f39-488411d7715b service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Received event network-changed-0c22e713-fe9f-4a08-80e8-8c8363b18e16 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1108.175425] env[65923]: DEBUG nova.compute.manager [req-265ecebc-d38b-4886-9c9f-34176e67917e req-ef8b8b6f-3c97-450c-9f39-488411d7715b service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Refreshing instance network info cache due to event network-changed-0c22e713-fe9f-4a08-80e8-8c8363b18e16. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1108.175626] env[65923]: DEBUG oslo_concurrency.lockutils [req-265ecebc-d38b-4886-9c9f-34176e67917e req-ef8b8b6f-3c97-450c-9f39-488411d7715b service nova] Acquiring lock "refresh_cache-18bc37fd-54d1-45d7-a100-a3413b576cbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.175761] env[65923]: DEBUG oslo_concurrency.lockutils [req-265ecebc-d38b-4886-9c9f-34176e67917e req-ef8b8b6f-3c97-450c-9f39-488411d7715b service nova] Acquired lock "refresh_cache-18bc37fd-54d1-45d7-a100-a3413b576cbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.175911] env[65923]: DEBUG nova.network.neutron [req-265ecebc-d38b-4886-9c9f-34176e67917e req-ef8b8b6f-3c97-450c-9f39-488411d7715b service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Refreshing network info cache for port 0c22e713-fe9f-4a08-80e8-8c8363b18e16 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.208334] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "86d77ccf-ea38-4aae-b268-5898eb5e8579" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.208592] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "86d77ccf-ea38-4aae-b268-5898eb5e8579" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.325516] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.325833] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.325833] env[65923]: DEBUG nova.network.neutron [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1108.327097] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707718, 'name': ReconfigVM_Task, 'duration_secs': 0.450637} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.331130] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.331308] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7e3d964-5d11-4026-9fcd-de25b7e05275 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.341082] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073482} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.343176] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.343835] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1108.343835] env[65923]: value = "task-4707720" [ 1108.343835] env[65923]: _type = "Task" [ 1108.343835] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.344567] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed825fe1-0f16-42b7-b885-524f59545dfd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.377021] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 2935cac3-787c-483b-bef9-3af01c708fe8/2935cac3-787c-483b-bef9-3af01c708fe8.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.377761] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707720, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.377761] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6245caa3-d87e-44e4-9b77-f955b6944e75 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.401166] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1108.401166] env[65923]: value = "task-4707721" [ 1108.401166] env[65923]: _type = "Task" [ 1108.401166] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.411847] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.584793] env[65923]: INFO nova.compute.resource_tracker [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating resource usage from migration 849ce9c9-7809-471a-92cf-879c94e7ee07 [ 1108.588533] env[65923]: DEBUG nova.compute.manager [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1108.645128] env[65923]: DEBUG nova.network.neutron [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Successfully created port: 6fdc69cf-9770-4abd-8863-97acd466518a {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1108.680680] env[65923]: WARNING neutronclient.v2_0.client [req-265ecebc-d38b-4886-9c9f-34176e67917e req-ef8b8b6f-3c97-450c-9f39-488411d7715b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.712066] env[65923]: DEBUG nova.compute.manager [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1108.841612] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d30d560-90b0-4972-b02d-8a2e0f626232 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.854107] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc16b55d-b852-42ea-a155-4b574afeab15 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.867545] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707720, 'name': PowerOnVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.897591] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f3d785-4fe1-4d2e-a442-53cb924fba67 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.901428] env[65923]: DEBUG nova.network.neutron [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1108.912459] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6318e13-5cf6-4d6d-8703-18dbb21c8671 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.920931] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707721, 'name': ReconfigVM_Task, 'duration_secs': 0.397687} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.925025] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 2935cac3-787c-483b-bef9-3af01c708fe8/2935cac3-787c-483b-bef9-3af01c708fe8.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.926114] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d43d250-ccc3-46e9-be7e-5daede61c2e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.937089] env[65923]: DEBUG nova.compute.provider_tree [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.946260] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1108.946260] env[65923]: value = "task-4707722" [ 1108.946260] env[65923]: _type = "Task" [ 1108.946260] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.956413] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707722, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.977034] env[65923]: WARNING neutronclient.v2_0.client [req-265ecebc-d38b-4886-9c9f-34176e67917e req-ef8b8b6f-3c97-450c-9f39-488411d7715b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.074649] env[65923]: WARNING neutronclient.v2_0.client [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.139690] env[65923]: DEBUG nova.network.neutron [req-265ecebc-d38b-4886-9c9f-34176e67917e req-ef8b8b6f-3c97-450c-9f39-488411d7715b service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Updated VIF entry in instance network info cache for port 0c22e713-fe9f-4a08-80e8-8c8363b18e16. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1109.140067] env[65923]: DEBUG nova.network.neutron [req-265ecebc-d38b-4886-9c9f-34176e67917e req-ef8b8b6f-3c97-450c-9f39-488411d7715b service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Updating instance_info_cache with network_info: [{"id": "0c22e713-fe9f-4a08-80e8-8c8363b18e16", "address": "fa:16:3e:cc:a3:4b", "network": {"id": "92a4c8eb-ca1f-4753-a0ee-85cef9f9043f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1625065559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210e3a51b3354449aa68e1b939ba479e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c22e713-fe", "ovs_interfaceid": "0c22e713-fe9f-4a08-80e8-8c8363b18e16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.230053] env[65923]: DEBUG nova.network.neutron [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Updating instance_info_cache with network_info: [{"id": "98387d85-1f67-46eb-9b36-26196000ae4b", "address": "fa:16:3e:c6:02:07", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98387d85-1f", "ovs_interfaceid": "98387d85-1f67-46eb-9b36-26196000ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.232843] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.362491] env[65923]: DEBUG oslo_vmware.api [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707720, 'name': PowerOnVM_Task, 'duration_secs': 0.588257} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.362882] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.365641] env[65923]: DEBUG nova.compute.manager [None req-1e540411-2587-4c5d-86d7-a5e879f9552e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1109.366523] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a11f0-9d30-4401-b2a9-c24342ee357b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.442272] env[65923]: DEBUG nova.scheduler.client.report [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.460736] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707722, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.598371] env[65923]: DEBUG nova.compute.manager [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1109.630443] env[65923]: DEBUG nova.virt.hardware [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1109.630710] env[65923]: DEBUG nova.virt.hardware [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.630868] env[65923]: DEBUG nova.virt.hardware [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1109.631062] env[65923]: DEBUG nova.virt.hardware [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.631213] env[65923]: DEBUG nova.virt.hardware [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1109.631358] env[65923]: DEBUG nova.virt.hardware [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1109.631707] env[65923]: DEBUG nova.virt.hardware [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.631893] env[65923]: DEBUG nova.virt.hardware [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1109.632074] env[65923]: DEBUG nova.virt.hardware [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1109.632281] env[65923]: DEBUG nova.virt.hardware [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1109.632407] env[65923]: DEBUG nova.virt.hardware [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1109.633370] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7815f-e183-473b-ba98-f25e19cf2e41 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.644541] env[65923]: DEBUG oslo_concurrency.lockutils [req-265ecebc-d38b-4886-9c9f-34176e67917e req-ef8b8b6f-3c97-450c-9f39-488411d7715b service nova] Releasing lock "refresh_cache-18bc37fd-54d1-45d7-a100-a3413b576cbd" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.646486] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dee9a0-2968-41c7-a8ae-b406e842132d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.734577] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.734996] env[65923]: DEBUG nova.compute.manager [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Instance network_info: |[{"id": "98387d85-1f67-46eb-9b36-26196000ae4b", "address": "fa:16:3e:c6:02:07", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98387d85-1f", "ovs_interfaceid": "98387d85-1f67-46eb-9b36-26196000ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1109.735541] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:02:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98387d85-1f67-46eb-9b36-26196000ae4b', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.743661] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Creating folder: Project (60c504a79d8c44478327ea8992f65cb8). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.744019] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d474a33-aae6-46e4-8584-f3d33c368a4a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.758936] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Created folder: Project (60c504a79d8c44478327ea8992f65cb8) in parent group-v918465. [ 1109.759128] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Creating folder: Instances. Parent ref: group-v918762. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.759371] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3945c1ef-9d2a-4f57-9916-008fb8b5a66b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.772969] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Created folder: Instances in parent group-v918762. [ 1109.772969] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1109.773278] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.773469] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1412f71-d9b1-4e2d-9b02-65b81cbf241c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.797919] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.797919] env[65923]: value = "task-4707725" [ 1109.797919] env[65923]: _type = "Task" [ 1109.797919] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.812394] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707725, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.828971] env[65923]: DEBUG nova.compute.manager [req-206925d3-46cc-417d-9af1-7f8336a4ece2 req-115cf06d-73bc-4aeb-98ab-8ca508e29578 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Received event network-changed-98387d85-1f67-46eb-9b36-26196000ae4b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1109.829348] env[65923]: DEBUG nova.compute.manager [req-206925d3-46cc-417d-9af1-7f8336a4ece2 req-115cf06d-73bc-4aeb-98ab-8ca508e29578 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Refreshing instance network info cache due to event network-changed-98387d85-1f67-46eb-9b36-26196000ae4b. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1109.829684] env[65923]: DEBUG oslo_concurrency.lockutils [req-206925d3-46cc-417d-9af1-7f8336a4ece2 req-115cf06d-73bc-4aeb-98ab-8ca508e29578 service nova] Acquiring lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.830366] env[65923]: DEBUG oslo_concurrency.lockutils [req-206925d3-46cc-417d-9af1-7f8336a4ece2 req-115cf06d-73bc-4aeb-98ab-8ca508e29578 service nova] Acquired lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.830366] env[65923]: DEBUG nova.network.neutron [req-206925d3-46cc-417d-9af1-7f8336a4ece2 req-115cf06d-73bc-4aeb-98ab-8ca508e29578 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Refreshing network info cache for port 98387d85-1f67-46eb-9b36-26196000ae4b {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.949974] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.382s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.950390] env[65923]: INFO nova.compute.manager [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Migrating [ 1109.967301] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.735s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.969322] env[65923]: INFO nova.compute.claims [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.992646] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707722, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.210066] env[65923]: DEBUG nova.network.neutron [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Successfully updated port: 6fdc69cf-9770-4abd-8863-97acd466518a {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1110.225768] env[65923]: DEBUG nova.compute.manager [req-0e0dd0db-d49d-41a7-b236-84c9cd7186f6 req-75cda485-de70-4e0e-83ef-7d85f40b54fb service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Received event network-vif-plugged-6fdc69cf-9770-4abd-8863-97acd466518a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1110.226161] env[65923]: DEBUG oslo_concurrency.lockutils [req-0e0dd0db-d49d-41a7-b236-84c9cd7186f6 req-75cda485-de70-4e0e-83ef-7d85f40b54fb service nova] Acquiring lock "955e648f-e080-4825-8373-0edfbda3a0ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.226475] env[65923]: DEBUG oslo_concurrency.lockutils [req-0e0dd0db-d49d-41a7-b236-84c9cd7186f6 req-75cda485-de70-4e0e-83ef-7d85f40b54fb service nova] Lock "955e648f-e080-4825-8373-0edfbda3a0ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.226702] env[65923]: DEBUG oslo_concurrency.lockutils [req-0e0dd0db-d49d-41a7-b236-84c9cd7186f6 req-75cda485-de70-4e0e-83ef-7d85f40b54fb service nova] Lock "955e648f-e080-4825-8373-0edfbda3a0ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.227028] env[65923]: DEBUG nova.compute.manager [req-0e0dd0db-d49d-41a7-b236-84c9cd7186f6 req-75cda485-de70-4e0e-83ef-7d85f40b54fb service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] No waiting events found dispatching network-vif-plugged-6fdc69cf-9770-4abd-8863-97acd466518a {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1110.227139] env[65923]: WARNING nova.compute.manager [req-0e0dd0db-d49d-41a7-b236-84c9cd7186f6 req-75cda485-de70-4e0e-83ef-7d85f40b54fb service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Received unexpected event network-vif-plugged-6fdc69cf-9770-4abd-8863-97acd466518a for instance with vm_state building and task_state spawning. [ 1110.309210] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707725, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.334715] env[65923]: WARNING neutronclient.v2_0.client [req-206925d3-46cc-417d-9af1-7f8336a4ece2 req-115cf06d-73bc-4aeb-98ab-8ca508e29578 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.361940] env[65923]: INFO nova.compute.manager [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Unrescuing [ 1110.362252] env[65923]: DEBUG oslo_concurrency.lockutils [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.362476] env[65923]: DEBUG oslo_concurrency.lockutils [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.362703] env[65923]: DEBUG nova.network.neutron [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.460744] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707722, 'name': Rename_Task, 'duration_secs': 1.236363} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.460744] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.460744] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e33d7c-58f1-46ef-baa8-56ecbfee33a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.471503] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1110.471503] env[65923]: value = "task-4707726" [ 1110.471503] env[65923]: _type = "Task" [ 1110.471503] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.481402] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.486408] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.486604] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.486902] env[65923]: DEBUG nova.network.neutron [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.501451] env[65923]: WARNING neutronclient.v2_0.client [req-206925d3-46cc-417d-9af1-7f8336a4ece2 req-115cf06d-73bc-4aeb-98ab-8ca508e29578 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.618599] env[65923]: DEBUG nova.network.neutron [req-206925d3-46cc-417d-9af1-7f8336a4ece2 req-115cf06d-73bc-4aeb-98ab-8ca508e29578 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Updated VIF entry in instance network info cache for port 98387d85-1f67-46eb-9b36-26196000ae4b. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1110.619373] env[65923]: DEBUG nova.network.neutron [req-206925d3-46cc-417d-9af1-7f8336a4ece2 req-115cf06d-73bc-4aeb-98ab-8ca508e29578 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Updating instance_info_cache with network_info: [{"id": "98387d85-1f67-46eb-9b36-26196000ae4b", "address": "fa:16:3e:c6:02:07", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98387d85-1f", "ovs_interfaceid": "98387d85-1f67-46eb-9b36-26196000ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.713543] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.713543] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.713543] env[65923]: DEBUG nova.network.neutron [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1110.810893] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707725, 'name': CreateVM_Task, 'duration_secs': 0.802115} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.810893] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.811334] env[65923]: WARNING neutronclient.v2_0.client [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.811738] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.811903] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.812294] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.812597] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65980ced-79fb-4c08-9da2-e031a670b57b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.818900] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1110.818900] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fb025c-5d09-2046-0cbd-2ee837a5b1b0" [ 1110.818900] env[65923]: _type = "Task" [ 1110.818900] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.830149] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fb025c-5d09-2046-0cbd-2ee837a5b1b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.868990] env[65923]: WARNING neutronclient.v2_0.client [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.988098] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.991835] env[65923]: WARNING neutronclient.v2_0.client [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.083259] env[65923]: WARNING neutronclient.v2_0.client [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.122420] env[65923]: DEBUG oslo_concurrency.lockutils [req-206925d3-46cc-417d-9af1-7f8336a4ece2 req-115cf06d-73bc-4aeb-98ab-8ca508e29578 service nova] Releasing lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.240425] env[65923]: DEBUG nova.network.neutron [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Updating instance_info_cache with network_info: [{"id": "bb3af12c-4951-4dfa-9ce1-0c48f053c7f0", "address": "fa:16:3e:47:75:80", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb3af12c-49", "ovs_interfaceid": "bb3af12c-4951-4dfa-9ce1-0c48f053c7f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.242802] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6311ce81-5f25-4ae7-92f6-68f2a7d11e48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.247041] env[65923]: WARNING neutronclient.v2_0.client [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.256668] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e4eb4-7165-4144-824d-52ae1acabcde {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.291861] env[65923]: DEBUG nova.network.neutron [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1111.294938] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351a2d50-ce87-4ad9-b08d-6a33d55698b3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.307271] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f5bb01-db0c-4e9c-a190-4ad437f6e9b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.322744] env[65923]: DEBUG nova.compute.provider_tree [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.338020] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fb025c-5d09-2046-0cbd-2ee837a5b1b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.338341] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.338607] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.338860] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.339016] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.339212] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.339477] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74542423-03cb-436c-8343-10f6c8ec4ee4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.351594] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.351789] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.353652] env[65923]: DEBUG nova.network.neutron [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance_info_cache with network_info: [{"id": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "address": "fa:16:3e:38:81:65", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32eb5f4-f6", "ovs_interfaceid": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.355358] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af32100-2e67-4427-a6dd-fce3729ee8ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.365892] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1111.365892] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ce9b47-3a6d-703e-0f0e-c87fa73a5fcc" [ 1111.365892] env[65923]: _type = "Task" [ 1111.365892] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.376904] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ce9b47-3a6d-703e-0f0e-c87fa73a5fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.393900] env[65923]: WARNING neutronclient.v2_0.client [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.470688] env[65923]: DEBUG nova.network.neutron [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance_info_cache with network_info: [{"id": "6fdc69cf-9770-4abd-8863-97acd466518a", "address": "fa:16:3e:ba:5d:b1", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdc69cf-97", "ovs_interfaceid": "6fdc69cf-9770-4abd-8863-97acd466518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.486373] env[65923]: DEBUG oslo_vmware.api [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707726, 'name': PowerOnVM_Task, 'duration_secs': 0.624892} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.487284] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.487545] env[65923]: INFO nova.compute.manager [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Took 11.73 seconds to spawn the instance on the hypervisor. [ 1111.487678] env[65923]: DEBUG nova.compute.manager [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1111.488522] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3eae49-9dd7-4e67-93e7-8299ea01d391 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.746902] env[65923]: DEBUG oslo_concurrency.lockutils [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "refresh_cache-197a79f4-da56-43d6-8b69-cab83867bc9a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.747620] env[65923]: DEBUG nova.objects.instance [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lazy-loading 'flavor' on Instance uuid 197a79f4-da56-43d6-8b69-cab83867bc9a {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.832666] env[65923]: DEBUG nova.scheduler.client.report [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.862669] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.878114] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ce9b47-3a6d-703e-0f0e-c87fa73a5fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.879811] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038e34f4-91b3-439d-a822-ac9e22b6b48d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.886589] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1111.886589] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527ec7c0-9e7b-62fc-cfc9-9948d4d9d10d" [ 1111.886589] env[65923]: _type = "Task" [ 1111.886589] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.896268] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527ec7c0-9e7b-62fc-cfc9-9948d4d9d10d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.973818] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.974234] env[65923]: DEBUG nova.compute.manager [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Instance network_info: |[{"id": "6fdc69cf-9770-4abd-8863-97acd466518a", "address": "fa:16:3e:ba:5d:b1", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdc69cf-97", "ovs_interfaceid": "6fdc69cf-9770-4abd-8863-97acd466518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1111.974724] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:5d:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fdc69cf-9770-4abd-8863-97acd466518a', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.983297] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1111.983620] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.983903] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c56014c5-68b1-4253-8261-4fc867399733 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.009413] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "83e9eb94-b087-49db-865e-f32e66f90e6f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.009413] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.012841] env[65923]: INFO nova.compute.manager [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Took 19.79 seconds to build instance. [ 1112.013887] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.013887] env[65923]: value = "task-4707727" [ 1112.013887] env[65923]: _type = "Task" [ 1112.013887] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.024543] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707727, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.253825] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc0c0c3-c8e0-4149-a06d-f250892dca89 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.277900] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.278308] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-905b9887-3847-4d15-a504-db1a6a29fe52 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.286663] env[65923]: DEBUG oslo_vmware.api [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1112.286663] env[65923]: value = "task-4707728" [ 1112.286663] env[65923]: _type = "Task" [ 1112.286663] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.296209] env[65923]: DEBUG oslo_vmware.api [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.338799] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.339721] env[65923]: DEBUG nova.compute.manager [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1112.400188] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527ec7c0-9e7b-62fc-cfc9-9948d4d9d10d, 'name': SearchDatastore_Task, 'duration_secs': 0.011679} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.400862] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.401240] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] c8bbd96f-57f3-4eba-8360-502d58a49175/c8bbd96f-57f3-4eba-8360-502d58a49175.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.401662] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2850432f-c701-44b0-9e4a-7e60ec2c1430 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.411518] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1112.411518] env[65923]: value = "task-4707729" [ 1112.411518] env[65923]: _type = "Task" [ 1112.411518] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.425577] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.452675] env[65923]: DEBUG nova.compute.manager [req-629ccb10-644a-4030-aefa-bb3cb4f0e74c req-0e35254b-494b-414b-b1ac-c3dcea966ca1 service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Received event network-changed-6fdc69cf-9770-4abd-8863-97acd466518a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1112.452991] env[65923]: DEBUG nova.compute.manager [req-629ccb10-644a-4030-aefa-bb3cb4f0e74c req-0e35254b-494b-414b-b1ac-c3dcea966ca1 service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Refreshing instance network info cache due to event network-changed-6fdc69cf-9770-4abd-8863-97acd466518a. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1112.453297] env[65923]: DEBUG oslo_concurrency.lockutils [req-629ccb10-644a-4030-aefa-bb3cb4f0e74c req-0e35254b-494b-414b-b1ac-c3dcea966ca1 service nova] Acquiring lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.453552] env[65923]: DEBUG oslo_concurrency.lockutils [req-629ccb10-644a-4030-aefa-bb3cb4f0e74c req-0e35254b-494b-414b-b1ac-c3dcea966ca1 service nova] Acquired lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.453830] env[65923]: DEBUG nova.network.neutron [req-629ccb10-644a-4030-aefa-bb3cb4f0e74c req-0e35254b-494b-414b-b1ac-c3dcea966ca1 service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Refreshing network info cache for port 6fdc69cf-9770-4abd-8863-97acd466518a {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.515117] env[65923]: DEBUG nova.compute.utils [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.520502] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4101bd8e-307c-4f79-9a49-c270fe0ce30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "2935cac3-787c-483b-bef9-3af01c708fe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.301s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.528571] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707727, 'name': CreateVM_Task, 'duration_secs': 0.482885} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.528643] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.529393] env[65923]: WARNING neutronclient.v2_0.client [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.529927] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.530191] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.530616] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.531524] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d217ce4-9a67-4b4f-9e48-4728584f1fac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.538606] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1112.538606] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522b4d69-a528-3365-e553-ca7572c97d0a" [ 1112.538606] env[65923]: _type = "Task" [ 1112.538606] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.548646] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522b4d69-a528-3365-e553-ca7572c97d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.798557] env[65923]: DEBUG oslo_vmware.api [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707728, 'name': PowerOffVM_Task, 'duration_secs': 0.221269} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.799973] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.804538] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.804997] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee6703f-74a9-482e-9bf7-8a2b24d8e914 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.828743] env[65923]: DEBUG oslo_vmware.api [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1112.828743] env[65923]: value = "task-4707730" [ 1112.828743] env[65923]: _type = "Task" [ 1112.828743] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.841702] env[65923]: DEBUG oslo_vmware.api [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.846625] env[65923]: DEBUG nova.compute.utils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.848362] env[65923]: DEBUG nova.compute.manager [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1112.848707] env[65923]: DEBUG nova.network.neutron [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1112.849074] env[65923]: WARNING neutronclient.v2_0.client [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.849383] env[65923]: WARNING neutronclient.v2_0.client [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.897641] env[65923]: DEBUG nova.policy [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2678a6071f93468b9273c2c3ce191e35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5181d87ed2284b379e6d2b087f4cd9fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.925076] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508252} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.925427] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] c8bbd96f-57f3-4eba-8360-502d58a49175/c8bbd96f-57f3-4eba-8360-502d58a49175.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.925649] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.926013] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbecbba8-e98b-4bc6-b4f7-c92b5160b8d3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.934459] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1112.934459] env[65923]: value = "task-4707731" [ 1112.934459] env[65923]: _type = "Task" [ 1112.934459] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.943303] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.957778] env[65923]: WARNING neutronclient.v2_0.client [req-629ccb10-644a-4030-aefa-bb3cb4f0e74c req-0e35254b-494b-414b-b1ac-c3dcea966ca1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.018905] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.050588] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522b4d69-a528-3365-e553-ca7572c97d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.050972] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.051241] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.051520] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.052259] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.052259] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.052259] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-112b60dd-9c32-484b-add6-5bc324d2bf2e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.063456] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.063606] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.064382] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4183ab8-d6a4-4b77-b899-d8d0dc8f033b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.071644] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1113.071644] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522011a7-4eaa-bc12-9eb7-3d3eea3fc25e" [ 1113.071644] env[65923]: _type = "Task" [ 1113.071644] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.081204] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522011a7-4eaa-bc12-9eb7-3d3eea3fc25e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.247276] env[65923]: DEBUG nova.network.neutron [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Successfully created port: 4564ae65-5617-43d1-bf55-33885ad41d3b {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1113.340941] env[65923]: DEBUG oslo_vmware.api [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707730, 'name': ReconfigVM_Task, 'duration_secs': 0.355289} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.345506] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.345717] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.348755] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0fe13d9-5ade-419f-ad77-82b48f3490cd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.352168] env[65923]: DEBUG nova.compute.manager [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1113.360570] env[65923]: DEBUG oslo_vmware.api [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1113.360570] env[65923]: value = "task-4707732" [ 1113.360570] env[65923]: _type = "Task" [ 1113.360570] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.373132] env[65923]: DEBUG oslo_vmware.api [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.381781] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f590fd9b-4e3f-43f1-b7a0-c19e62b25008 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.409822] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance 'faf26864-9e66-437f-a93d-72f3a03ed9c9' progress to 0 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.421598] env[65923]: WARNING neutronclient.v2_0.client [req-629ccb10-644a-4030-aefa-bb3cb4f0e74c req-0e35254b-494b-414b-b1ac-c3dcea966ca1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.450146] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096252} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.450448] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.451293] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89cc1a6-dc98-443f-8e25-5cce8c619466 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.478074] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] c8bbd96f-57f3-4eba-8360-502d58a49175/c8bbd96f-57f3-4eba-8360-502d58a49175.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.479322] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f52ad9-7c7e-43b8-b28a-b1df18edf85a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.506180] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1113.506180] env[65923]: value = "task-4707733" [ 1113.506180] env[65923]: _type = "Task" [ 1113.506180] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.517601] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.584945] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]522011a7-4eaa-bc12-9eb7-3d3eea3fc25e, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.586477] env[65923]: DEBUG nova.network.neutron [req-629ccb10-644a-4030-aefa-bb3cb4f0e74c req-0e35254b-494b-414b-b1ac-c3dcea966ca1 service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updated VIF entry in instance network info cache for port 6fdc69cf-9770-4abd-8863-97acd466518a. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1113.586966] env[65923]: DEBUG nova.network.neutron [req-629ccb10-644a-4030-aefa-bb3cb4f0e74c req-0e35254b-494b-414b-b1ac-c3dcea966ca1 service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance_info_cache with network_info: [{"id": "6fdc69cf-9770-4abd-8863-97acd466518a", "address": "fa:16:3e:ba:5d:b1", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdc69cf-97", "ovs_interfaceid": "6fdc69cf-9770-4abd-8863-97acd466518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.591845] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde182ed-021e-487b-b879-1e02387f833f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.597085] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1113.597085] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523ac433-fa29-ada2-9a9e-2db1ced5efd5" [ 1113.597085] env[65923]: _type = "Task" [ 1113.597085] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.607627] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523ac433-fa29-ada2-9a9e-2db1ced5efd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.645812] env[65923]: DEBUG nova.compute.manager [req-37682852-42a3-43e8-afa7-640879105631 req-6704b1a9-d8b8-4b91-ae62-564703a59b5d service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Received event network-changed-abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1113.646301] env[65923]: DEBUG nova.compute.manager [req-37682852-42a3-43e8-afa7-640879105631 req-6704b1a9-d8b8-4b91-ae62-564703a59b5d service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Refreshing instance network info cache due to event network-changed-abb66564-477f-44a1-b026-7732a79b161e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1113.646661] env[65923]: DEBUG oslo_concurrency.lockutils [req-37682852-42a3-43e8-afa7-640879105631 req-6704b1a9-d8b8-4b91-ae62-564703a59b5d service nova] Acquiring lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.646866] env[65923]: DEBUG oslo_concurrency.lockutils [req-37682852-42a3-43e8-afa7-640879105631 req-6704b1a9-d8b8-4b91-ae62-564703a59b5d service nova] Acquired lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.647761] env[65923]: DEBUG nova.network.neutron [req-37682852-42a3-43e8-afa7-640879105631 req-6704b1a9-d8b8-4b91-ae62-564703a59b5d service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Refreshing network info cache for port abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.854889] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "768f3e06-acc9-47db-9bae-cbdfa4338633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.854889] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "768f3e06-acc9-47db-9bae-cbdfa4338633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.854889] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "768f3e06-acc9-47db-9bae-cbdfa4338633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.854889] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "768f3e06-acc9-47db-9bae-cbdfa4338633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.854889] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "768f3e06-acc9-47db-9bae-cbdfa4338633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.856253] env[65923]: INFO nova.compute.manager [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Terminating instance [ 1113.876381] env[65923]: DEBUG oslo_vmware.api [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707732, 'name': PowerOnVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.919021] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.919021] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-571cf3f5-dda6-4637-b665-988c961290c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.929886] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1113.929886] env[65923]: value = "task-4707734" [ 1113.929886] env[65923]: _type = "Task" [ 1113.929886] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.939454] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.016809] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707733, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.090573] env[65923]: DEBUG oslo_concurrency.lockutils [req-629ccb10-644a-4030-aefa-bb3cb4f0e74c req-0e35254b-494b-414b-b1ac-c3dcea966ca1 service nova] Releasing lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.110526] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]523ac433-fa29-ada2-9a9e-2db1ced5efd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012241} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.110834] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.111091] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 955e648f-e080-4825-8373-0edfbda3a0ae/955e648f-e080-4825-8373-0edfbda3a0ae.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.111463] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6ca89c5-d2bd-48a6-9d6e-bc671b3d53bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.114467] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "83e9eb94-b087-49db-865e-f32e66f90e6f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.114701] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.114930] env[65923]: INFO nova.compute.manager [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Attaching volume a293a02f-a45b-41c6-9365-ecfe63e710fb to /dev/sdb [ 1114.120202] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1114.120202] env[65923]: value = "task-4707735" [ 1114.120202] env[65923]: _type = "Task" [ 1114.120202] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.131867] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.152617] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd9e4e-17e7-4b8f-a100-2e185ee958ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.155895] env[65923]: WARNING neutronclient.v2_0.client [req-37682852-42a3-43e8-afa7-640879105631 req-6704b1a9-d8b8-4b91-ae62-564703a59b5d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.165620] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4876e7-21d6-42c8-9eaf-61e5b01db8a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.183204] env[65923]: DEBUG nova.virt.block_device [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Updating existing volume attachment record: 559e703e-14e5-4776-846a-9fe8d177f9dc {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1114.331041] env[65923]: WARNING neutronclient.v2_0.client [req-37682852-42a3-43e8-afa7-640879105631 req-6704b1a9-d8b8-4b91-ae62-564703a59b5d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.361689] env[65923]: DEBUG nova.compute.manager [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1114.362469] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.363090] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f1cbe2-0d78-410f-b809-7b9c5d1fbf30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.375529] env[65923]: DEBUG nova.compute.manager [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1114.382787] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.389548] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cc3a08e-03ca-4137-94db-e979b9a8a1be {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.393182] env[65923]: DEBUG oslo_vmware.api [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707732, 'name': PowerOnVM_Task, 'duration_secs': 0.5967} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.393742] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.394233] env[65923]: DEBUG nova.compute.manager [None req-766b9a4c-aa60-4891-8090-51a44c5d6afb tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1114.396234] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24cdd2c-27dc-43a8-80dd-b33955a0c8b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.409672] env[65923]: DEBUG oslo_vmware.api [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1114.409672] env[65923]: value = "task-4707737" [ 1114.409672] env[65923]: _type = "Task" [ 1114.409672] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.418269] env[65923]: DEBUG nova.virt.hardware [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.418908] env[65923]: DEBUG nova.virt.hardware [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.418908] env[65923]: DEBUG nova.virt.hardware [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.419132] env[65923]: DEBUG nova.virt.hardware [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.419369] env[65923]: DEBUG nova.virt.hardware [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.419627] env[65923]: DEBUG nova.virt.hardware [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.420047] env[65923]: DEBUG nova.virt.hardware [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.420238] env[65923]: DEBUG nova.virt.hardware [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.420682] env[65923]: DEBUG nova.virt.hardware [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.421026] env[65923]: DEBUG nova.virt.hardware [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.421216] env[65923]: DEBUG nova.virt.hardware [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.424672] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaff81d-94e4-4936-b0be-49d02067a5f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.443372] env[65923]: DEBUG oslo_vmware.api [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.443526] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3698c367-74c5-4068-b8dc-91e420638ae0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.453689] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707734, 'name': PowerOffVM_Task, 'duration_secs': 0.304639} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.454568] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.454766] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance 'faf26864-9e66-437f-a93d-72f3a03ed9c9' progress to 17 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.470497] env[65923]: DEBUG nova.network.neutron [req-37682852-42a3-43e8-afa7-640879105631 req-6704b1a9-d8b8-4b91-ae62-564703a59b5d service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updated VIF entry in instance network info cache for port abb66564-477f-44a1-b026-7732a79b161e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1114.471652] env[65923]: DEBUG nova.network.neutron [req-37682852-42a3-43e8-afa7-640879105631 req-6704b1a9-d8b8-4b91-ae62-564703a59b5d service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updating instance_info_cache with network_info: [{"id": "abb66564-477f-44a1-b026-7732a79b161e", "address": "fa:16:3e:75:39:a6", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb66564-47", "ovs_interfaceid": "abb66564-477f-44a1-b026-7732a79b161e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.518288] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707733, 'name': ReconfigVM_Task, 'duration_secs': 0.563165} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.518961] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Reconfigured VM instance instance-00000070 to attach disk [datastore2] c8bbd96f-57f3-4eba-8360-502d58a49175/c8bbd96f-57f3-4eba-8360-502d58a49175.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.522342] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e571772d-96e4-4acf-80b8-9fea92bb892c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.532050] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1114.532050] env[65923]: value = "task-4707738" [ 1114.532050] env[65923]: _type = "Task" [ 1114.532050] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.547367] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707738, 'name': Rename_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.636500] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707735, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.902599] env[65923]: DEBUG nova.network.neutron [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Successfully updated port: 4564ae65-5617-43d1-bf55-33885ad41d3b {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1114.921673] env[65923]: DEBUG oslo_vmware.api [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707737, 'name': PowerOffVM_Task, 'duration_secs': 0.221435} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.921933] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.922112] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.922378] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-621b302c-c9b8-48a9-82d3-e1f500badb11 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.976887] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.977048] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.977392] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.977392] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.977589] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.978456] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.978456] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.978456] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.978456] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.978456] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.978709] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.984600] env[65923]: DEBUG oslo_concurrency.lockutils [req-37682852-42a3-43e8-afa7-640879105631 req-6704b1a9-d8b8-4b91-ae62-564703a59b5d service nova] Releasing lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.985369] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ec151d-ee0d-473b-8b2b-6c0785d0d1e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.003836] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1115.003836] env[65923]: value = "task-4707740" [ 1115.003836] env[65923]: _type = "Task" [ 1115.003836] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.014450] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.028434] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.028691] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.028871] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleting the datastore file [datastore1] 768f3e06-acc9-47db-9bae-cbdfa4338633 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.029189] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf84b752-d268-47b2-8224-63e2db30dc98 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.039264] env[65923]: DEBUG oslo_vmware.api [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1115.039264] env[65923]: value = "task-4707741" [ 1115.039264] env[65923]: _type = "Task" [ 1115.039264] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.045878] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707738, 'name': Rename_Task, 'duration_secs': 0.204776} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.046593] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.046854] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dba6b1b9-23eb-477b-b107-8b27ace08620 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.054071] env[65923]: DEBUG oslo_vmware.api [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.056464] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1115.056464] env[65923]: value = "task-4707742" [ 1115.056464] env[65923]: _type = "Task" [ 1115.056464] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.066673] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.136022] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593522} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.136335] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 955e648f-e080-4825-8373-0edfbda3a0ae/955e648f-e080-4825-8373-0edfbda3a0ae.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.136554] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.136835] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-452864de-ddd9-4dd6-90ed-61aec522ca66 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.147153] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1115.147153] env[65923]: value = "task-4707743" [ 1115.147153] env[65923]: _type = "Task" [ 1115.147153] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.158419] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.405428] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "refresh_cache-86d77ccf-ea38-4aae-b268-5898eb5e8579" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.405636] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired lock "refresh_cache-86d77ccf-ea38-4aae-b268-5898eb5e8579" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.405819] env[65923]: DEBUG nova.network.neutron [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1115.523611] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707740, 'name': ReconfigVM_Task, 'duration_secs': 0.197551} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.524018] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance 'faf26864-9e66-437f-a93d-72f3a03ed9c9' progress to 33 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.551214] env[65923]: DEBUG oslo_vmware.api [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166181} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.551444] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.551636] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.551823] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.552013] env[65923]: INFO nova.compute.manager [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1115.552271] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1115.552489] env[65923]: DEBUG nova.compute.manager [-] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1115.552585] env[65923]: DEBUG nova.network.neutron [-] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1115.552848] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.568067] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.598060] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.658935] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071418} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.659335] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.660268] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8678c0e-b2af-4a8c-96db-b0c9a581704d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.686432] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 955e648f-e080-4825-8373-0edfbda3a0ae/955e648f-e080-4825-8373-0edfbda3a0ae.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.688022] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f3cfffc-bc2c-4afc-93c8-b6d81ef1ade0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.703783] env[65923]: DEBUG nova.compute.manager [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Received event network-vif-plugged-4564ae65-5617-43d1-bf55-33885ad41d3b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1115.704035] env[65923]: DEBUG oslo_concurrency.lockutils [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] Acquiring lock "86d77ccf-ea38-4aae-b268-5898eb5e8579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.704286] env[65923]: DEBUG oslo_concurrency.lockutils [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] Lock "86d77ccf-ea38-4aae-b268-5898eb5e8579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.704457] env[65923]: DEBUG oslo_concurrency.lockutils [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] Lock "86d77ccf-ea38-4aae-b268-5898eb5e8579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.704619] env[65923]: DEBUG nova.compute.manager [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] No waiting events found dispatching network-vif-plugged-4564ae65-5617-43d1-bf55-33885ad41d3b {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1115.704781] env[65923]: WARNING nova.compute.manager [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Received unexpected event network-vif-plugged-4564ae65-5617-43d1-bf55-33885ad41d3b for instance with vm_state building and task_state spawning. [ 1115.704930] env[65923]: DEBUG nova.compute.manager [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Received event network-changed-4564ae65-5617-43d1-bf55-33885ad41d3b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1115.705089] env[65923]: DEBUG nova.compute.manager [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Refreshing instance network info cache due to event network-changed-4564ae65-5617-43d1-bf55-33885ad41d3b. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1115.706041] env[65923]: DEBUG oslo_concurrency.lockutils [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] Acquiring lock "refresh_cache-86d77ccf-ea38-4aae-b268-5898eb5e8579" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.712520] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1115.712520] env[65923]: value = "task-4707744" [ 1115.712520] env[65923]: _type = "Task" [ 1115.712520] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.722571] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.944410] env[65923]: DEBUG nova.network.neutron [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1116.031426] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1116.031722] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.031876] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1116.032119] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.032280] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1116.032609] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1116.032829] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1116.033062] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1116.033209] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1116.033317] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1116.033516] env[65923]: DEBUG nova.virt.hardware [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1116.039892] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.041666] env[65923]: WARNING neutronclient.v2_0.client [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.044367] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fdcf094-924c-41b6-82b6-4a223703507e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.070888] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707742, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.071880] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1116.071880] env[65923]: value = "task-4707745" [ 1116.071880] env[65923]: _type = "Task" [ 1116.071880] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.083050] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.141521] env[65923]: DEBUG nova.network.neutron [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Updating instance_info_cache with network_info: [{"id": "4564ae65-5617-43d1-bf55-33885ad41d3b", "address": "fa:16:3e:84:75:d5", "network": {"id": "e51cf21e-5482-4f26-8ce3-8696f8aba5b0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2126944676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5181d87ed2284b379e6d2b087f4cd9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4564ae65-56", "ovs_interfaceid": "4564ae65-5617-43d1-bf55-33885ad41d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.223994] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.570441] env[65923]: DEBUG oslo_vmware.api [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707742, 'name': PowerOnVM_Task, 'duration_secs': 1.090797} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.570751] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.570919] env[65923]: INFO nova.compute.manager [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1116.571118] env[65923]: DEBUG nova.compute.manager [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1116.571925] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65203b90-9b9e-4f33-99ff-f3b3c10079f0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.588932] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707745, 'name': ReconfigVM_Task, 'duration_secs': 0.262729} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.589467] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1116.590265] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5cd316-df00-4f46-99c1-fc74457ed836 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.608673] env[65923]: DEBUG nova.network.neutron [-] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.619572] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] faf26864-9e66-437f-a93d-72f3a03ed9c9/faf26864-9e66-437f-a93d-72f3a03ed9c9.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.620370] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96266cf6-c1be-49aa-8520-1903d259f0b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.642706] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1116.642706] env[65923]: value = "task-4707747" [ 1116.642706] env[65923]: _type = "Task" [ 1116.642706] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.647031] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lock "refresh_cache-86d77ccf-ea38-4aae-b268-5898eb5e8579" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.647566] env[65923]: DEBUG nova.compute.manager [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Instance network_info: |[{"id": "4564ae65-5617-43d1-bf55-33885ad41d3b", "address": "fa:16:3e:84:75:d5", "network": {"id": "e51cf21e-5482-4f26-8ce3-8696f8aba5b0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2126944676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5181d87ed2284b379e6d2b087f4cd9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4564ae65-56", "ovs_interfaceid": "4564ae65-5617-43d1-bf55-33885ad41d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1116.647823] env[65923]: DEBUG oslo_concurrency.lockutils [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] Acquired lock "refresh_cache-86d77ccf-ea38-4aae-b268-5898eb5e8579" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.648811] env[65923]: DEBUG nova.network.neutron [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Refreshing network info cache for port 4564ae65-5617-43d1-bf55-33885ad41d3b {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.649190] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:75:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4564ae65-5617-43d1-bf55-33885ad41d3b', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.657410] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1116.659183] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.660111] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93c60ba7-1843-43b3-ba75-f9f9e78522aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.678712] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.684761] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.684761] env[65923]: value = "task-4707748" [ 1116.684761] env[65923]: _type = "Task" [ 1116.684761] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.694654] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707748, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.727709] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707744, 'name': ReconfigVM_Task, 'duration_secs': 0.578079} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.728081] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 955e648f-e080-4825-8373-0edfbda3a0ae/955e648f-e080-4825-8373-0edfbda3a0ae.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.728760] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a643ab96-80bd-4350-a0af-c21d3303a0b3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.736381] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1116.736381] env[65923]: value = "task-4707749" [ 1116.736381] env[65923]: _type = "Task" [ 1116.736381] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.750651] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707749, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.096895] env[65923]: INFO nova.compute.manager [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Took 14.18 seconds to build instance. [ 1117.121055] env[65923]: INFO nova.compute.manager [-] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Took 1.57 seconds to deallocate network for instance. [ 1117.155273] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707747, 'name': ReconfigVM_Task, 'duration_secs': 0.394986} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.155784] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Reconfigured VM instance instance-00000024 to attach disk [datastore1] faf26864-9e66-437f-a93d-72f3a03ed9c9/faf26864-9e66-437f-a93d-72f3a03ed9c9.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.156084] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance 'faf26864-9e66-437f-a93d-72f3a03ed9c9' progress to 50 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.160892] env[65923]: WARNING neutronclient.v2_0.client [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.197318] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707748, 'name': CreateVM_Task, 'duration_secs': 0.396982} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.197494] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.198338] env[65923]: WARNING neutronclient.v2_0.client [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.198664] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.198873] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.199235] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.199510] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5307bb88-4c56-46ce-ac3f-b89b7df216e4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.205548] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1117.205548] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a35674-d988-9228-00da-12548f4bf738" [ 1117.205548] env[65923]: _type = "Task" [ 1117.205548] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.215193] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a35674-d988-9228-00da-12548f4bf738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.248961] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707749, 'name': Rename_Task, 'duration_secs': 0.166893} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.249422] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.249714] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3117d67-08aa-4ca3-99cf-98ab85412bce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.258508] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1117.258508] env[65923]: value = "task-4707750" [ 1117.258508] env[65923]: _type = "Task" [ 1117.258508] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.273014] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.336672] env[65923]: WARNING neutronclient.v2_0.client [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.426284] env[65923]: DEBUG nova.network.neutron [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Updated VIF entry in instance network info cache for port 4564ae65-5617-43d1-bf55-33885ad41d3b. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1117.426678] env[65923]: DEBUG nova.network.neutron [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Updating instance_info_cache with network_info: [{"id": "4564ae65-5617-43d1-bf55-33885ad41d3b", "address": "fa:16:3e:84:75:d5", "network": {"id": "e51cf21e-5482-4f26-8ce3-8696f8aba5b0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2126944676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5181d87ed2284b379e6d2b087f4cd9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4564ae65-56", "ovs_interfaceid": "4564ae65-5617-43d1-bf55-33885ad41d3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.599159] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d375a40e-8e54-49ad-b7e4-633165bf8092 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c8bbd96f-57f3-4eba-8360-502d58a49175" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.687s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.627961] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.627961] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.628093] env[65923]: DEBUG nova.objects.instance [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lazy-loading 'resources' on Instance uuid 768f3e06-acc9-47db-9bae-cbdfa4338633 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.663025] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67e1df4-6d73-41f8-b829-f96bc061339e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.690364] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e26af01-b45e-4261-ab44-533c87ca88e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.710471] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance 'faf26864-9e66-437f-a93d-72f3a03ed9c9' progress to 67 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.720116] env[65923]: DEBUG nova.compute.manager [req-235dc3f1-05e7-4a1b-a563-6298767a95db req-0b19e3d5-d649-4a2d-87cc-ccdb5f0521c3 service nova] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Received event network-vif-deleted-96eccb5a-34bb-42ee-bf9b-c685e1e1458d {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1117.724573] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a35674-d988-9228-00da-12548f4bf738, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.724882] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.725123] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.725352] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.725493] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.725908] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.726205] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6333f138-578c-42d7-9650-4e0db6816c30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.736861] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.737110] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.737961] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc1d2e0-5936-4752-8292-3950ee67e8e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.744105] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1117.744105] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a72ced-eb5e-8204-2cfa-7d29259ca85f" [ 1117.744105] env[65923]: _type = "Task" [ 1117.744105] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.753116] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a72ced-eb5e-8204-2cfa-7d29259ca85f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.769705] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.930028] env[65923]: DEBUG oslo_concurrency.lockutils [req-5df42fdf-e755-4358-bcf1-3b4ada3e114b req-9068604b-6359-4128-8dd7-e13f513d3492 service nova] Releasing lock "refresh_cache-86d77ccf-ea38-4aae-b268-5898eb5e8579" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.992466] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "50c5a097-6fea-485c-aafd-5c00eb78e594" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.992466] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.220135] env[65923]: WARNING neutronclient.v2_0.client [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.220566] env[65923]: WARNING neutronclient.v2_0.client [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.257625] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a72ced-eb5e-8204-2cfa-7d29259ca85f, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.260998] env[65923]: DEBUG nova.network.neutron [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Port b32eb5f4-f62d-44cd-b6e8-87cb537a2fad binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1118.263341] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c3a11b-0f3f-4684-9c2c-f3efd4824fd3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.280803] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.281988] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1118.281988] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525e0303-1dbc-e902-f0e1-b7dbfeef2454" [ 1118.281988] env[65923]: _type = "Task" [ 1118.281988] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.295457] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525e0303-1dbc-e902-f0e1-b7dbfeef2454, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.298340] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.298619] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 86d77ccf-ea38-4aae-b268-5898eb5e8579/86d77ccf-ea38-4aae-b268-5898eb5e8579.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.299900] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfa9223b-237a-4115-a0ef-4474cbb61e68 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.307768] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1118.307768] env[65923]: value = "task-4707751" [ 1118.307768] env[65923]: _type = "Task" [ 1118.307768] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.318367] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.380348] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48745a3-9808-4c5a-9c0b-1763434c3d1c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.389953] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d0390f-d47a-4c51-8418-256425a127f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.424038] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca7c4b8-5175-4103-8d2a-d74c5e39bbe0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.433117] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6944e-72ec-4747-8a0e-33cf93cb7359 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.450085] env[65923]: DEBUG nova.compute.provider_tree [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.494742] env[65923]: DEBUG nova.compute.manager [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1118.740896] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1118.741271] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918766', 'volume_id': 'a293a02f-a45b-41c6-9365-ecfe63e710fb', 'name': 'volume-a293a02f-a45b-41c6-9365-ecfe63e710fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83e9eb94-b087-49db-865e-f32e66f90e6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a293a02f-a45b-41c6-9365-ecfe63e710fb', 'serial': 'a293a02f-a45b-41c6-9365-ecfe63e710fb'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1118.742482] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a1de05-a291-456c-9bcc-f2cff793fd62 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.772155] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9421270a-f6c2-442e-a5bb-ba1eeaf95853 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.783775] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.805129] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-a293a02f-a45b-41c6-9365-ecfe63e710fb/volume-a293a02f-a45b-41c6-9365-ecfe63e710fb.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.805528] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-204f1e2a-cce5-4e98-abc6-04b9956d022b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.830806] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707751, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.832459] env[65923]: DEBUG oslo_vmware.api [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1118.832459] env[65923]: value = "task-4707752" [ 1118.832459] env[65923]: _type = "Task" [ 1118.832459] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.844342] env[65923]: DEBUG oslo_vmware.api [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.954651] env[65923]: DEBUG nova.scheduler.client.report [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.020375] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.285738] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707750, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.296283] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "faf26864-9e66-437f-a93d-72f3a03ed9c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.296664] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.296961] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.331240] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534033} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.331553] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 86d77ccf-ea38-4aae-b268-5898eb5e8579/86d77ccf-ea38-4aae-b268-5898eb5e8579.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.331751] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.332032] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dee44975-66b0-45a1-8e17-c3a9b22ff072 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.345677] env[65923]: DEBUG oslo_vmware.api [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707752, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.347383] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1119.347383] env[65923]: value = "task-4707753" [ 1119.347383] env[65923]: _type = "Task" [ 1119.347383] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.358464] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.459388] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.462076] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.442s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.463652] env[65923]: INFO nova.compute.claims [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.487535] env[65923]: INFO nova.scheduler.client.report [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleted allocations for instance 768f3e06-acc9-47db-9bae-cbdfa4338633 [ 1119.753515] env[65923]: DEBUG nova.compute.manager [req-4bf3cb84-6594-445a-b2eb-7d8bbabe8045 req-ddb175eb-1889-4bb3-821c-072fca53eab8 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Received event network-changed-98387d85-1f67-46eb-9b36-26196000ae4b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1119.753763] env[65923]: DEBUG nova.compute.manager [req-4bf3cb84-6594-445a-b2eb-7d8bbabe8045 req-ddb175eb-1889-4bb3-821c-072fca53eab8 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Refreshing instance network info cache due to event network-changed-98387d85-1f67-46eb-9b36-26196000ae4b. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1119.754174] env[65923]: DEBUG oslo_concurrency.lockutils [req-4bf3cb84-6594-445a-b2eb-7d8bbabe8045 req-ddb175eb-1889-4bb3-821c-072fca53eab8 service nova] Acquiring lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.754341] env[65923]: DEBUG oslo_concurrency.lockutils [req-4bf3cb84-6594-445a-b2eb-7d8bbabe8045 req-ddb175eb-1889-4bb3-821c-072fca53eab8 service nova] Acquired lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.754587] env[65923]: DEBUG nova.network.neutron [req-4bf3cb84-6594-445a-b2eb-7d8bbabe8045 req-ddb175eb-1889-4bb3-821c-072fca53eab8 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Refreshing network info cache for port 98387d85-1f67-46eb-9b36-26196000ae4b {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.775918] env[65923]: DEBUG oslo_vmware.api [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707750, 'name': PowerOnVM_Task, 'duration_secs': 2.12768} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.776218] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.776413] env[65923]: INFO nova.compute.manager [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1119.776591] env[65923]: DEBUG nova.compute.manager [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1119.777457] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0aeee4-15c7-4816-80bf-345927b7855f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.845718] env[65923]: DEBUG oslo_vmware.api [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707752, 'name': ReconfigVM_Task, 'duration_secs': 0.607618} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.846017] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-a293a02f-a45b-41c6-9365-ecfe63e710fb/volume-a293a02f-a45b-41c6-9365-ecfe63e710fb.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.851090] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8abb7fba-e8e8-4648-a4b4-2ecf47df011f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.869398] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074142} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.870666] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.871030] env[65923]: DEBUG oslo_vmware.api [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1119.871030] env[65923]: value = "task-4707754" [ 1119.871030] env[65923]: _type = "Task" [ 1119.871030] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.871707] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff1a028-d028-46ec-9080-5a45564c960b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.903043] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 86d77ccf-ea38-4aae-b268-5898eb5e8579/86d77ccf-ea38-4aae-b268-5898eb5e8579.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.908708] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede9127e-5a1a-4006-8da2-1725cd6f73d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.928832] env[65923]: DEBUG oslo_vmware.api [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707754, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.935650] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1119.935650] env[65923]: value = "task-4707755" [ 1119.935650] env[65923]: _type = "Task" [ 1119.935650] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.944276] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.996237] env[65923]: DEBUG oslo_concurrency.lockutils [None req-3d619210-4a87-442b-8d4f-60d7a5aac540 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "768f3e06-acc9-47db-9bae-cbdfa4338633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.143s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.257180] env[65923]: WARNING neutronclient.v2_0.client [req-4bf3cb84-6594-445a-b2eb-7d8bbabe8045 req-ddb175eb-1889-4bb3-821c-072fca53eab8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.298503] env[65923]: INFO nova.compute.manager [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Took 16.68 seconds to build instance. [ 1120.300482] env[65923]: WARNING neutronclient.v2_0.client [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.347327] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.347519] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.347696] env[65923]: DEBUG nova.network.neutron [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1120.384719] env[65923]: DEBUG oslo_vmware.api [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707754, 'name': ReconfigVM_Task, 'duration_secs': 0.494049} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.385059] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918766', 'volume_id': 'a293a02f-a45b-41c6-9365-ecfe63e710fb', 'name': 'volume-a293a02f-a45b-41c6-9365-ecfe63e710fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83e9eb94-b087-49db-865e-f32e66f90e6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a293a02f-a45b-41c6-9365-ecfe63e710fb', 'serial': 'a293a02f-a45b-41c6-9365-ecfe63e710fb'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1120.446733] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707755, 'name': ReconfigVM_Task, 'duration_secs': 0.356078} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.447129] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 86d77ccf-ea38-4aae-b268-5898eb5e8579/86d77ccf-ea38-4aae-b268-5898eb5e8579.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.450621] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ec8c6fa-aef3-4db2-a520-a984ace938c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.459659] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1120.459659] env[65923]: value = "task-4707756" [ 1120.459659] env[65923]: _type = "Task" [ 1120.459659] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.469463] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707756, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.483626] env[65923]: WARNING neutronclient.v2_0.client [req-4bf3cb84-6594-445a-b2eb-7d8bbabe8045 req-ddb175eb-1889-4bb3-821c-072fca53eab8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.567309] env[65923]: DEBUG nova.network.neutron [req-4bf3cb84-6594-445a-b2eb-7d8bbabe8045 req-ddb175eb-1889-4bb3-821c-072fca53eab8 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Updated VIF entry in instance network info cache for port 98387d85-1f67-46eb-9b36-26196000ae4b. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1120.567309] env[65923]: DEBUG nova.network.neutron [req-4bf3cb84-6594-445a-b2eb-7d8bbabe8045 req-ddb175eb-1889-4bb3-821c-072fca53eab8 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Updating instance_info_cache with network_info: [{"id": "98387d85-1f67-46eb-9b36-26196000ae4b", "address": "fa:16:3e:c6:02:07", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98387d85-1f", "ovs_interfaceid": "98387d85-1f67-46eb-9b36-26196000ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.707891] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0893afad-9786-4d3b-8d47-c9933e98bca6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.717177] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d9821e-edc7-4acf-a8da-64d8e7ed56c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.751585] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91acfa-c596-46f3-bcff-2f01a5de66f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.760253] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1780a0b-3ebe-41da-8021-e299428c60a0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.775224] env[65923]: DEBUG nova.compute.provider_tree [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.804014] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ca4aa45e-3722-475d-b6f4-688663455f11 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "955e648f-e080-4825-8373-0edfbda3a0ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.198s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.850597] env[65923]: WARNING neutronclient.v2_0.client [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.974850] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707756, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.062038] env[65923]: WARNING neutronclient.v2_0.client [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.069636] env[65923]: DEBUG oslo_concurrency.lockutils [req-4bf3cb84-6594-445a-b2eb-7d8bbabe8045 req-ddb175eb-1889-4bb3-821c-072fca53eab8 service nova] Releasing lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.149597] env[65923]: DEBUG nova.network.neutron [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance_info_cache with network_info: [{"id": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "address": "fa:16:3e:38:81:65", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32eb5f4-f6", "ovs_interfaceid": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.278509] env[65923]: DEBUG nova.scheduler.client.report [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.385509] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "c5b43746-40ce-44b0-ab87-6a87671320be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.385855] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.426357] env[65923]: DEBUG nova.objects.instance [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'flavor' on Instance uuid 83e9eb94-b087-49db-865e-f32e66f90e6f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.471549] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707756, 'name': Rename_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.652860] env[65923]: DEBUG oslo_concurrency.lockutils [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.784911] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.785797] env[65923]: DEBUG nova.compute.manager [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1121.889194] env[65923]: INFO nova.compute.manager [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Detaching volume 8647af09-d04f-49a4-b2c5-29409f6ed37f [ 1121.932229] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7156a408-9559-4421-b096-4c0ac5d3317a tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.935196] env[65923]: INFO nova.virt.block_device [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Attempting to driver detach volume 8647af09-d04f-49a4-b2c5-29409f6ed37f from mountpoint /dev/sdb [ 1121.935448] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1121.935641] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918736', 'volume_id': '8647af09-d04f-49a4-b2c5-29409f6ed37f', 'name': 'volume-8647af09-d04f-49a4-b2c5-29409f6ed37f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5b43746-40ce-44b0-ab87-6a87671320be', 'attached_at': '', 'detached_at': '', 'volume_id': '8647af09-d04f-49a4-b2c5-29409f6ed37f', 'serial': '8647af09-d04f-49a4-b2c5-29409f6ed37f'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1121.936803] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6a2ac9-44b9-46c3-a38d-f01b2478ae28 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.960786] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8209657-c5a9-4471-92c5-44eb8594e68d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.975779] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707756, 'name': Rename_Task, 'duration_secs': 1.158015} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.977696] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.978147] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ab0e808-a45c-40e0-9518-d307e08258a7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.980262] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e3412c-a904-4e00-87a7-f29c67a43398 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.003867] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a9f264-e0f1-454f-801e-3cd21242e3ec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.006824] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1122.006824] env[65923]: value = "task-4707757" [ 1122.006824] env[65923]: _type = "Task" [ 1122.006824] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.024021] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The volume has not been displaced from its original location: [datastore2] volume-8647af09-d04f-49a4-b2c5-29409f6ed37f/volume-8647af09-d04f-49a4-b2c5-29409f6ed37f.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1122.031111] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.032094] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-114e85bd-b734-41b8-954f-a34bedbe9b2c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.049767] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.056157] env[65923]: DEBUG oslo_vmware.api [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1122.056157] env[65923]: value = "task-4707758" [ 1122.056157] env[65923]: _type = "Task" [ 1122.056157] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.065808] env[65923]: DEBUG oslo_vmware.api [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.101257] env[65923]: DEBUG nova.compute.manager [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Stashing vm_state: active {{(pid=65923) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1122.182978] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30e23bd-dbba-4704-8950-67addcd514a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.205680] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24aee2d-539c-4ac5-9f18-93dee671c6ec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.214622] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance 'faf26864-9e66-437f-a93d-72f3a03ed9c9' progress to 83 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.292131] env[65923]: DEBUG nova.compute.utils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.293749] env[65923]: DEBUG nova.compute.manager [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1122.293979] env[65923]: DEBUG nova.network.neutron [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1122.294320] env[65923]: WARNING neutronclient.v2_0.client [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.294663] env[65923]: WARNING neutronclient.v2_0.client [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.341699] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "83e9eb94-b087-49db-865e-f32e66f90e6f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.342575] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.350883] env[65923]: DEBUG nova.policy [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afdc6bf332594bd8b21b9bebcf61afa5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62fc51a0dbef48ccb8850d978c297b52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.518946] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707757, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.567161] env[65923]: DEBUG oslo_vmware.api [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707758, 'name': ReconfigVM_Task, 'duration_secs': 0.279239} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.567570] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.572865] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55dff142-c503-49e4-9ae0-e570e7e7f35c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.590102] env[65923]: DEBUG oslo_vmware.api [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1122.590102] env[65923]: value = "task-4707759" [ 1122.590102] env[65923]: _type = "Task" [ 1122.590102] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.600356] env[65923]: DEBUG oslo_vmware.api [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.634769] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.635102] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.722781] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.723084] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7436650-8c8b-4381-a04a-c3ebac9b15e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.732027] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1122.732027] env[65923]: value = "task-4707760" [ 1122.732027] env[65923]: _type = "Task" [ 1122.732027] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.737965] env[65923]: DEBUG nova.network.neutron [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Successfully created port: 92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1122.744951] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.797947] env[65923]: DEBUG nova.compute.manager [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1122.846828] env[65923]: DEBUG nova.compute.utils [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.017965] env[65923]: DEBUG oslo_vmware.api [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707757, 'name': PowerOnVM_Task, 'duration_secs': 0.704444} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.018296] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.018499] env[65923]: INFO nova.compute.manager [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1123.018672] env[65923]: DEBUG nova.compute.manager [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1123.019546] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b6fd0f-eb2b-4b11-9c5e-43b44fceeb28 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.101862] env[65923]: DEBUG oslo_vmware.api [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707759, 'name': ReconfigVM_Task, 'duration_secs': 0.197954} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.102192] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918736', 'volume_id': '8647af09-d04f-49a4-b2c5-29409f6ed37f', 'name': 'volume-8647af09-d04f-49a4-b2c5-29409f6ed37f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5b43746-40ce-44b0-ab87-6a87671320be', 'attached_at': '', 'detached_at': '', 'volume_id': '8647af09-d04f-49a4-b2c5-29409f6ed37f', 'serial': '8647af09-d04f-49a4-b2c5-29409f6ed37f'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1123.140373] env[65923]: INFO nova.compute.claims [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.243705] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.350032] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.537925] env[65923]: INFO nova.compute.manager [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Took 14.32 seconds to build instance. [ 1123.647515] env[65923]: INFO nova.compute.resource_tracker [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating resource usage from migration 27af2614-b221-4293-bff4-177963738446 [ 1123.654257] env[65923]: DEBUG nova.objects.instance [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lazy-loading 'flavor' on Instance uuid c5b43746-40ce-44b0-ab87-6a87671320be {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.746081] env[65923]: DEBUG oslo_vmware.api [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707760, 'name': PowerOnVM_Task, 'duration_secs': 0.80377} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.749398] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.749398] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-863ca70c-6707-423f-afa6-55768825754f tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance 'faf26864-9e66-437f-a93d-72f3a03ed9c9' progress to 100 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.810220] env[65923]: DEBUG nova.compute.manager [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1123.851342] env[65923]: DEBUG nova.virt.hardware [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1123.851342] env[65923]: DEBUG nova.virt.hardware [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.851460] env[65923]: DEBUG nova.virt.hardware [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1123.852035] env[65923]: DEBUG nova.virt.hardware [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.852035] env[65923]: DEBUG nova.virt.hardware [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1123.852035] env[65923]: DEBUG nova.virt.hardware [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1123.852209] env[65923]: DEBUG nova.virt.hardware [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1123.852242] env[65923]: DEBUG nova.virt.hardware [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1123.852409] env[65923]: DEBUG nova.virt.hardware [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1123.852574] env[65923]: DEBUG nova.virt.hardware [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1123.853117] env[65923]: DEBUG nova.virt.hardware [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1123.853681] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7082182-92b5-4e2a-8754-29919c5aa871 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.866519] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1592be53-1bb6-4fd3-a19a-a73f6009fb7e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.942286] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d7675f-18a0-491f-bc67-4e6652961bae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.952729] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0bda0d-a122-48a5-a3ed-5583a9863899 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.988881] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af558a92-633e-4662-86d6-8aabad2034f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.997606] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35041538-64de-4643-b3ff-0b4eb45a1c6f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.013860] env[65923]: DEBUG nova.compute.provider_tree [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.043020] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9c5e1170-5c07-4efa-a53d-2aa4b2f241a3 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "86d77ccf-ea38-4aae-b268-5898eb5e8579" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.832s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.216062] env[65923]: DEBUG nova.compute.manager [req-16d6bb4a-166a-407d-9b5c-e9667373a8a1 req-ab046f65-2a25-4492-b884-0a0bf3393d47 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Received event network-vif-plugged-92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1124.216142] env[65923]: DEBUG oslo_concurrency.lockutils [req-16d6bb4a-166a-407d-9b5c-e9667373a8a1 req-ab046f65-2a25-4492-b884-0a0bf3393d47 service nova] Acquiring lock "50c5a097-6fea-485c-aafd-5c00eb78e594-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.216384] env[65923]: DEBUG oslo_concurrency.lockutils [req-16d6bb4a-166a-407d-9b5c-e9667373a8a1 req-ab046f65-2a25-4492-b884-0a0bf3393d47 service nova] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.216557] env[65923]: DEBUG oslo_concurrency.lockutils [req-16d6bb4a-166a-407d-9b5c-e9667373a8a1 req-ab046f65-2a25-4492-b884-0a0bf3393d47 service nova] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.216731] env[65923]: DEBUG nova.compute.manager [req-16d6bb4a-166a-407d-9b5c-e9667373a8a1 req-ab046f65-2a25-4492-b884-0a0bf3393d47 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] No waiting events found dispatching network-vif-plugged-92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1124.216933] env[65923]: WARNING nova.compute.manager [req-16d6bb4a-166a-407d-9b5c-e9667373a8a1 req-ab046f65-2a25-4492-b884-0a0bf3393d47 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Received unexpected event network-vif-plugged-92c77d48-bc9a-4f8d-9a48-2be574319aec for instance with vm_state building and task_state spawning. [ 1124.345464] env[65923]: DEBUG nova.network.neutron [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Successfully updated port: 92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1124.378221] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "86d77ccf-ea38-4aae-b268-5898eb5e8579" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.378221] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "86d77ccf-ea38-4aae-b268-5898eb5e8579" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.378469] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "86d77ccf-ea38-4aae-b268-5898eb5e8579-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.378594] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "86d77ccf-ea38-4aae-b268-5898eb5e8579-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.378759] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "86d77ccf-ea38-4aae-b268-5898eb5e8579-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.380894] env[65923]: INFO nova.compute.manager [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Terminating instance [ 1124.428648] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "83e9eb94-b087-49db-865e-f32e66f90e6f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.428943] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.429208] env[65923]: INFO nova.compute.manager [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Attaching volume 933840cd-e263-455b-8d8e-65bdc476d235 to /dev/sdc [ 1124.462409] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a219d69f-6a99-4816-b37c-fdfcbbbf63d4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.470301] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934942da-2927-458f-9e3c-34cb94ec010a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.487608] env[65923]: DEBUG nova.virt.block_device [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Updating existing volume attachment record: 561e6825-9e96-463f-b810-f50666d9bec1 {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1124.517312] env[65923]: DEBUG nova.scheduler.client.report [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.663041] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e174d226-f99e-4b4a-9cca-b22bd28f807b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.848268] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.848562] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.848719] env[65923]: DEBUG nova.network.neutron [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1124.884991] env[65923]: DEBUG nova.compute.manager [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1124.885345] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.886484] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e00c86-b1e2-4bb3-8764-f4f7c439595c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.895556] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.895891] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b507634f-b0ed-4414-a7d5-0a07837f1587 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.903290] env[65923]: DEBUG oslo_vmware.api [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1124.903290] env[65923]: value = "task-4707762" [ 1124.903290] env[65923]: _type = "Task" [ 1124.903290] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.916008] env[65923]: DEBUG oslo_vmware.api [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.025553] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.390s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.025960] env[65923]: INFO nova.compute.manager [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Migrating [ 1125.386246] env[65923]: DEBUG nova.network.neutron [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1125.417192] env[65923]: DEBUG oslo_vmware.api [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707762, 'name': PowerOffVM_Task, 'duration_secs': 0.20347} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.417498] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.417667] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.417982] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33901baf-118a-4771-8e0d-4b39d99172d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.492106] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.492476] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.492679] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Deleting the datastore file [datastore2] 86d77ccf-ea38-4aae-b268-5898eb5e8579 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.493381] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b238e598-cecd-48d8-b7e5-167cbebc66da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.498598] env[65923]: WARNING neutronclient.v2_0.client [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.507434] env[65923]: DEBUG oslo_vmware.api [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1125.507434] env[65923]: value = "task-4707764" [ 1125.507434] env[65923]: _type = "Task" [ 1125.507434] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.516354] env[65923]: DEBUG oslo_vmware.api [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.546528] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.546798] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.547035] env[65923]: DEBUG nova.network.neutron [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1125.601099] env[65923]: DEBUG nova.network.neutron [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updating instance_info_cache with network_info: [{"id": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "address": "fa:16:3e:68:07:6a", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c77d48-bc", "ovs_interfaceid": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.744041] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.744238] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.744428] env[65923]: DEBUG nova.compute.manager [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Going to confirm migration 6 {{(pid=65923) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1125.822481] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "c5b43746-40ce-44b0-ab87-6a87671320be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.822820] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.823083] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "c5b43746-40ce-44b0-ab87-6a87671320be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.823314] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.823532] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.825959] env[65923]: INFO nova.compute.manager [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Terminating instance [ 1126.017975] env[65923]: DEBUG oslo_vmware.api [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150255} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.018397] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.018502] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.018724] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.018920] env[65923]: INFO nova.compute.manager [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1126.019234] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1126.019450] env[65923]: DEBUG nova.compute.manager [-] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1126.019545] env[65923]: DEBUG nova.network.neutron [-] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1126.019789] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.050476] env[65923]: WARNING neutronclient.v2_0.client [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.054354] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.104714] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.105113] env[65923]: DEBUG nova.compute.manager [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Instance network_info: |[{"id": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "address": "fa:16:3e:68:07:6a", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c77d48-bc", "ovs_interfaceid": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1126.105616] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:07:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92c77d48-bc9a-4f8d-9a48-2be574319aec', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.113780] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1126.114020] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.114263] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71205f92-e069-4e4b-b98c-95a9fc516519 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.142539] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.142539] env[65923]: value = "task-4707765" [ 1126.142539] env[65923]: _type = "Task" [ 1126.142539] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.151171] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707765, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.216746] env[65923]: WARNING neutronclient.v2_0.client [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.251073] env[65923]: WARNING neutronclient.v2_0.client [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.258062] env[65923]: DEBUG nova.compute.manager [req-7d61ca08-a2c3-4c09-b1fb-46ebb82558d1 req-81230759-1f6d-4922-af15-6164f453a743 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Received event network-changed-92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1126.258324] env[65923]: DEBUG nova.compute.manager [req-7d61ca08-a2c3-4c09-b1fb-46ebb82558d1 req-81230759-1f6d-4922-af15-6164f453a743 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Refreshing instance network info cache due to event network-changed-92c77d48-bc9a-4f8d-9a48-2be574319aec. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1126.258595] env[65923]: DEBUG oslo_concurrency.lockutils [req-7d61ca08-a2c3-4c09-b1fb-46ebb82558d1 req-81230759-1f6d-4922-af15-6164f453a743 service nova] Acquiring lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.258735] env[65923]: DEBUG oslo_concurrency.lockutils [req-7d61ca08-a2c3-4c09-b1fb-46ebb82558d1 req-81230759-1f6d-4922-af15-6164f453a743 service nova] Acquired lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.259634] env[65923]: DEBUG nova.network.neutron [req-7d61ca08-a2c3-4c09-b1fb-46ebb82558d1 req-81230759-1f6d-4922-af15-6164f453a743 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Refreshing network info cache for port 92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.330172] env[65923]: DEBUG nova.compute.manager [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1126.330851] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.331521] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968fb832-eaa2-4197-bef7-b506a39df8e6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.343694] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.344011] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-101a3ae7-17e3-42db-8f58-1d1af18be5e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.352644] env[65923]: DEBUG oslo_vmware.api [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1126.352644] env[65923]: value = "task-4707766" [ 1126.352644] env[65923]: _type = "Task" [ 1126.352644] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.363067] env[65923]: DEBUG oslo_vmware.api [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.365173] env[65923]: WARNING neutronclient.v2_0.client [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.365527] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.365670] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.365850] env[65923]: DEBUG nova.network.neutron [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1126.366087] env[65923]: DEBUG nova.objects.instance [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'info_cache' on Instance uuid faf26864-9e66-437f-a93d-72f3a03ed9c9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.387965] env[65923]: DEBUG nova.compute.manager [req-a61a1abb-7558-4529-8534-298b4c16eebf req-b274cbdd-7c35-4ca7-8c26-c5912bf47eec service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Received event network-vif-deleted-4564ae65-5617-43d1-bf55-33885ad41d3b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1126.388219] env[65923]: INFO nova.compute.manager [req-a61a1abb-7558-4529-8534-298b4c16eebf req-b274cbdd-7c35-4ca7-8c26-c5912bf47eec service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Neutron deleted interface 4564ae65-5617-43d1-bf55-33885ad41d3b; detaching it from the instance and deleting it from the info cache [ 1126.388389] env[65923]: DEBUG nova.network.neutron [req-a61a1abb-7558-4529-8534-298b4c16eebf req-b274cbdd-7c35-4ca7-8c26-c5912bf47eec service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.408432] env[65923]: DEBUG nova.network.neutron [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance_info_cache with network_info: [{"id": "6fdc69cf-9770-4abd-8863-97acd466518a", "address": "fa:16:3e:ba:5d:b1", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdc69cf-97", "ovs_interfaceid": "6fdc69cf-9770-4abd-8863-97acd466518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.652974] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707765, 'name': CreateVM_Task, 'duration_secs': 0.429378} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.653177] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.653664] env[65923]: WARNING neutronclient.v2_0.client [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.654027] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.654189] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.654511] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.654765] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc2d700-7c6d-4bb0-b6e1-2d528461b105 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.660374] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1126.660374] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5293e2a9-d74b-44d7-62a9-118d2eff7942" [ 1126.660374] env[65923]: _type = "Task" [ 1126.660374] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.668944] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5293e2a9-d74b-44d7-62a9-118d2eff7942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.763748] env[65923]: WARNING neutronclient.v2_0.client [req-7d61ca08-a2c3-4c09-b1fb-46ebb82558d1 req-81230759-1f6d-4922-af15-6164f453a743 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.804293] env[65923]: DEBUG nova.network.neutron [-] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.865706] env[65923]: DEBUG oslo_vmware.api [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707766, 'name': PowerOffVM_Task, 'duration_secs': 0.249083} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.866015] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.866189] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.866463] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f8b25bd-3188-46fd-9a5a-154637bd77dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.891737] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a59c2ff-abc0-4607-ad34-d8953648f80d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.902894] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e748a6bc-efd2-4a43-95a5-20be5c8efb05 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.917236] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.950876] env[65923]: DEBUG nova.compute.manager [req-a61a1abb-7558-4529-8534-298b4c16eebf req-b274cbdd-7c35-4ca7-8c26-c5912bf47eec service nova] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Detach interface failed, port_id=4564ae65-5617-43d1-bf55-33885ad41d3b, reason: Instance 86d77ccf-ea38-4aae-b268-5898eb5e8579 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1126.952762] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.952762] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.952927] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleting the datastore file [datastore2] c5b43746-40ce-44b0-ab87-6a87671320be {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.953437] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdebe8da-9b74-4dde-88a5-1e03e96f0fe1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.960645] env[65923]: DEBUG oslo_vmware.api [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1126.960645] env[65923]: value = "task-4707769" [ 1126.960645] env[65923]: _type = "Task" [ 1126.960645] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.970057] env[65923]: DEBUG oslo_vmware.api [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.971167] env[65923]: WARNING neutronclient.v2_0.client [req-7d61ca08-a2c3-4c09-b1fb-46ebb82558d1 req-81230759-1f6d-4922-af15-6164f453a743 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.068456] env[65923]: DEBUG nova.network.neutron [req-7d61ca08-a2c3-4c09-b1fb-46ebb82558d1 req-81230759-1f6d-4922-af15-6164f453a743 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updated VIF entry in instance network info cache for port 92c77d48-bc9a-4f8d-9a48-2be574319aec. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1127.068866] env[65923]: DEBUG nova.network.neutron [req-7d61ca08-a2c3-4c09-b1fb-46ebb82558d1 req-81230759-1f6d-4922-af15-6164f453a743 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updating instance_info_cache with network_info: [{"id": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "address": "fa:16:3e:68:07:6a", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c77d48-bc", "ovs_interfaceid": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.172613] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5293e2a9-d74b-44d7-62a9-118d2eff7942, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.173074] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.173502] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.173868] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.174132] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.174434] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.174828] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47901a64-0db6-4cbd-ab58-9cc2d3024236 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.185020] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.185348] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.186126] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd08e929-a332-4933-9ac0-f042c5184a0c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.193704] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1127.193704] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5221f01a-ebce-e39e-8ca2-e33276b2a206" [ 1127.193704] env[65923]: _type = "Task" [ 1127.193704] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.202690] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5221f01a-ebce-e39e-8ca2-e33276b2a206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.307268] env[65923]: INFO nova.compute.manager [-] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Took 1.29 seconds to deallocate network for instance. [ 1127.374019] env[65923]: WARNING neutronclient.v2_0.client [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.473251] env[65923]: DEBUG oslo_vmware.api [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148552} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.473607] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.473839] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.474079] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.474300] env[65923]: INFO nova.compute.manager [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1127.474598] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1127.474851] env[65923]: DEBUG nova.compute.manager [-] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1127.474989] env[65923]: DEBUG nova.network.neutron [-] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1127.475288] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.508750] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.572143] env[65923]: DEBUG oslo_concurrency.lockutils [req-7d61ca08-a2c3-4c09-b1fb-46ebb82558d1 req-81230759-1f6d-4922-af15-6164f453a743 service nova] Releasing lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.602131] env[65923]: WARNING neutronclient.v2_0.client [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.705272] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5221f01a-ebce-e39e-8ca2-e33276b2a206, 'name': SearchDatastore_Task, 'duration_secs': 0.01441} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.706167] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ecbeed-583e-4694-93b3-45d63d7a3d96 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.714848] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1127.714848] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521d496a-bd17-25e4-e09e-f5b49161e7cf" [ 1127.714848] env[65923]: _type = "Task" [ 1127.714848] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.727028] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521d496a-bd17-25e4-e09e-f5b49161e7cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.794975] env[65923]: DEBUG nova.network.neutron [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance_info_cache with network_info: [{"id": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "address": "fa:16:3e:38:81:65", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb32eb5f4-f6", "ovs_interfaceid": "b32eb5f4-f62d-44cd-b6e8-87cb537a2fad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.815381] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.815668] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.815928] env[65923]: DEBUG nova.objects.instance [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lazy-loading 'resources' on Instance uuid 86d77ccf-ea38-4aae-b268-5898eb5e8579 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.950289] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.950556] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.230084] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]521d496a-bd17-25e4-e09e-f5b49161e7cf, 'name': SearchDatastore_Task, 'duration_secs': 0.03211} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.230988] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.231374] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 50c5a097-6fea-485c-aafd-5c00eb78e594/50c5a097-6fea-485c-aafd-5c00eb78e594.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.231785] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed6e1b0d-4284-45e2-9b9d-9fa629bbfdba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.241229] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1128.241229] env[65923]: value = "task-4707770" [ 1128.241229] env[65923]: _type = "Task" [ 1128.241229] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.254713] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.287833] env[65923]: DEBUG nova.compute.manager [req-55132ac7-4aad-4e9b-b30d-8a83280c96c1 req-9e2831d4-6ac5-4509-b877-0c460ec9a04c service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Received event network-vif-deleted-238b461e-9808-4e67-966b-03194e4471c3 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.288241] env[65923]: INFO nova.compute.manager [req-55132ac7-4aad-4e9b-b30d-8a83280c96c1 req-9e2831d4-6ac5-4509-b877-0c460ec9a04c service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Neutron deleted interface 238b461e-9808-4e67-966b-03194e4471c3; detaching it from the instance and deleting it from the info cache [ 1128.288599] env[65923]: DEBUG nova.network.neutron [req-55132ac7-4aad-4e9b-b30d-8a83280c96c1 req-9e2831d4-6ac5-4509-b877-0c460ec9a04c service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.297705] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-faf26864-9e66-437f-a93d-72f3a03ed9c9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.298140] env[65923]: DEBUG nova.objects.instance [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'migration_context' on Instance uuid faf26864-9e66-437f-a93d-72f3a03ed9c9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.435954] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9fcd04-fc0e-46a5-8cfe-d84aad565b19 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.458138] env[65923]: DEBUG nova.compute.utils [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.459652] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance '955e648f-e080-4825-8373-0edfbda3a0ae' progress to 0 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.466032] env[65923]: DEBUG nova.network.neutron [-] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.587474] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b18f75-d881-45c0-a4b3-5dcf2414c3ba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.601378] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc1b2a9-1e96-4db7-836c-0e3603e98e6f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.645536] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ebbe09-8b73-43df-bd30-2d2f8ef931b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.657662] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5114f05-5c79-4595-9841-93e3d1cf1910 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.675389] env[65923]: DEBUG nova.compute.provider_tree [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.757139] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707770, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.792223] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9a1eed4-3720-438e-8dab-b6f2c4a0bb88 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.802459] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910128e0-0725-4b4f-8505-20a786de32eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.814869] env[65923]: DEBUG nova.objects.base [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.817138] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a6b31-b21c-404c-acfd-8c0bc4922ea4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.847629] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8807fd10-d8e4-40d6-8179-ec7adbaa0f57 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.850518] env[65923]: DEBUG nova.compute.manager [req-55132ac7-4aad-4e9b-b30d-8a83280c96c1 req-9e2831d4-6ac5-4509-b877-0c460ec9a04c service nova] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Detach interface failed, port_id=238b461e-9808-4e67-966b-03194e4471c3, reason: Instance c5b43746-40ce-44b0-ab87-6a87671320be could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1128.855202] env[65923]: DEBUG oslo_vmware.api [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1128.855202] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f4d6fd-6552-fc03-168c-07c3e8f37f92" [ 1128.855202] env[65923]: _type = "Task" [ 1128.855202] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.865094] env[65923]: DEBUG oslo_vmware.api [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f4d6fd-6552-fc03-168c-07c3e8f37f92, 'name': SearchDatastore_Task, 'duration_secs': 0.007687} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.865417] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.967264] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.969410] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.969798] env[65923]: INFO nova.compute.manager [-] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Took 1.49 seconds to deallocate network for instance. [ 1128.970112] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b7b0af4-d509-44ae-8614-9c4af12757fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.984368] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1128.984368] env[65923]: value = "task-4707771" [ 1128.984368] env[65923]: _type = "Task" [ 1128.984368] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.996415] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.045827] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1129.049020] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918768', 'volume_id': '933840cd-e263-455b-8d8e-65bdc476d235', 'name': 'volume-933840cd-e263-455b-8d8e-65bdc476d235', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83e9eb94-b087-49db-865e-f32e66f90e6f', 'attached_at': '', 'detached_at': '', 'volume_id': '933840cd-e263-455b-8d8e-65bdc476d235', 'serial': '933840cd-e263-455b-8d8e-65bdc476d235'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1129.049020] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7251a7a8-82f8-4584-b0b0-fe17bf1febc2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.065447] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dc046b-8003-422b-a091-c0391203e769 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.095293] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-933840cd-e263-455b-8d8e-65bdc476d235/volume-933840cd-e263-455b-8d8e-65bdc476d235.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.095588] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a5d8a47-4e5e-475d-ab16-e87255d108fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.115211] env[65923]: DEBUG oslo_vmware.api [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1129.115211] env[65923]: value = "task-4707772" [ 1129.115211] env[65923]: _type = "Task" [ 1129.115211] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.127368] env[65923]: DEBUG oslo_vmware.api [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.178824] env[65923]: DEBUG nova.scheduler.client.report [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.253475] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545992} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.253846] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 50c5a097-6fea-485c-aafd-5c00eb78e594/50c5a097-6fea-485c-aafd-5c00eb78e594.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.254057] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.254358] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cf578ae-4121-4f20-8b81-7a0fa4878de8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.263568] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1129.263568] env[65923]: value = "task-4707773" [ 1129.263568] env[65923]: _type = "Task" [ 1129.263568] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.273281] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.478766] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.495338] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707771, 'name': PowerOffVM_Task, 'duration_secs': 0.194709} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.495664] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.495883] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance '955e648f-e080-4825-8373-0edfbda3a0ae' progress to 17 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.626400] env[65923]: DEBUG oslo_vmware.api [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.684994] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.687304] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.822s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.708308] env[65923]: INFO nova.scheduler.client.report [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Deleted allocations for instance 86d77ccf-ea38-4aae-b268-5898eb5e8579 [ 1129.722963] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.723244] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.723435] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.723590] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.723797] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.723958] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.724125] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.724267] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1129.724471] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.773868] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069101} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.774160] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.774954] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b6617b-4fc3-4a73-85f5-46072ba99283 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.798713] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 50c5a097-6fea-485c-aafd-5c00eb78e594/50c5a097-6fea-485c-aafd-5c00eb78e594.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.799401] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c07b93c9-066b-4645-b160-ac41984aff95 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.820144] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1129.820144] env[65923]: value = "task-4707774" [ 1129.820144] env[65923]: _type = "Task" [ 1129.820144] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.829443] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.003193] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1130.003659] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.003734] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1130.003941] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.004161] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1130.004345] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1130.004610] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1130.004805] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1130.005038] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1130.005241] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1130.005468] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1130.011213] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae2a5ef2-3e6e-4198-9cf2-821676020cf1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.022409] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.022943] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.022943] env[65923]: INFO nova.compute.manager [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Attaching volume c22c8475-5c74-4804-93fa-32d217200d74 to /dev/sdb [ 1130.032168] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1130.032168] env[65923]: value = "task-4707775" [ 1130.032168] env[65923]: _type = "Task" [ 1130.032168] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.041727] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.065165] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa57dc4-66ca-4651-9c3e-9147cdca04f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.073651] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de7ac02-e69b-441c-8fbf-f63b0c843fdb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.089977] env[65923]: DEBUG nova.virt.block_device [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating existing volume attachment record: f7673fe8-ee4c-4900-af33-63ef2b149c00 {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1130.127081] env[65923]: DEBUG oslo_vmware.api [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707772, 'name': ReconfigVM_Task, 'duration_secs': 0.65078} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.127406] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-933840cd-e263-455b-8d8e-65bdc476d235/volume-933840cd-e263-455b-8d8e-65bdc476d235.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.132233] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67218895-04a3-4092-80d2-9a6fbdff9761 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.148072] env[65923]: DEBUG oslo_vmware.api [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1130.148072] env[65923]: value = "task-4707776" [ 1130.148072] env[65923]: _type = "Task" [ 1130.148072] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.157627] env[65923]: DEBUG oslo_vmware.api [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.216801] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2aa1fcd2-ef62-4b4d-adb3-0f0023c4fcd2 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "86d77ccf-ea38-4aae-b268-5898eb5e8579" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.838s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.233985] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.333382] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.414729] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0caf7f-1265-4f00-bf4f-d1316052a4d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.422704] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793b4270-4a14-46ca-bc15-9d0e79d60d36 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.456869] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5518fd6-45fb-421e-9936-21ace660381b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.465123] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883deb95-76bd-4898-938d-ff0cf0e923d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.479377] env[65923]: DEBUG nova.compute.provider_tree [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.544122] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707775, 'name': ReconfigVM_Task, 'duration_secs': 0.360635} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.544473] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance '955e648f-e080-4825-8373-0edfbda3a0ae' progress to 33 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.661386] env[65923]: DEBUG oslo_vmware.api [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707776, 'name': ReconfigVM_Task, 'duration_secs': 0.272951} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.661821] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918768', 'volume_id': '933840cd-e263-455b-8d8e-65bdc476d235', 'name': 'volume-933840cd-e263-455b-8d8e-65bdc476d235', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83e9eb94-b087-49db-865e-f32e66f90e6f', 'attached_at': '', 'detached_at': '', 'volume_id': '933840cd-e263-455b-8d8e-65bdc476d235', 'serial': '933840cd-e263-455b-8d8e-65bdc476d235'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1130.832986] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.983223] env[65923]: DEBUG nova.scheduler.client.report [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.051483] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1131.051749] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.051971] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1131.052244] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.052298] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1131.052409] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1131.052610] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1131.052766] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1131.052992] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1131.053253] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1131.053487] env[65923]: DEBUG nova.virt.hardware [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1131.060113] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.060272] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faff4a79-dc12-421c-91fb-8891922a7b73 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.081277] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1131.081277] env[65923]: value = "task-4707780" [ 1131.081277] env[65923]: _type = "Task" [ 1131.081277] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.091200] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.335265] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707774, 'name': ReconfigVM_Task, 'duration_secs': 1.320973} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.335748] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 50c5a097-6fea-485c-aafd-5c00eb78e594/50c5a097-6fea-485c-aafd-5c00eb78e594.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.336669] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9428b09f-dcba-4036-acb9-cef4db793517 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.345702] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1131.345702] env[65923]: value = "task-4707781" [ 1131.345702] env[65923]: _type = "Task" [ 1131.345702] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.360427] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707781, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.593247] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707780, 'name': ReconfigVM_Task, 'duration_secs': 0.204462} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.593563] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1131.594373] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6b4d1e-d85f-4555-9681-eaa839c51f0c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.618225] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 955e648f-e080-4825-8373-0edfbda3a0ae/955e648f-e080-4825-8373-0edfbda3a0ae.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.619671] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79157e6b-a27d-43dc-b28d-fea41e6e8e92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.642605] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1131.642605] env[65923]: value = "task-4707782" [ 1131.642605] env[65923]: _type = "Task" [ 1131.642605] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.654063] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.732318] env[65923]: DEBUG nova.objects.instance [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'flavor' on Instance uuid 83e9eb94-b087-49db-865e-f32e66f90e6f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.856847] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707781, 'name': Rename_Task, 'duration_secs': 0.226236} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.857126] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.857416] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d692792-f561-4c1a-8e2d-3974e0d2d2b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.863998] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1131.863998] env[65923]: value = "task-4707783" [ 1131.863998] env[65923]: _type = "Task" [ 1131.863998] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.872455] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.994730] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.307s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.998344] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.520s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.998586] env[65923]: DEBUG nova.objects.instance [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lazy-loading 'resources' on Instance uuid c5b43746-40ce-44b0-ab87-6a87671320be {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.136897] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "83e9eb94-b087-49db-865e-f32e66f90e6f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.154329] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.238638] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d52a23a5-231f-43a3-bf3f-f07080fef648 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.810s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.240038] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.103s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.377048] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707783, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.580167] env[65923]: INFO nova.scheduler.client.report [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleted allocation for migration 849ce9c9-7809-471a-92cf-879c94e7ee07 [ 1132.658259] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707782, 'name': ReconfigVM_Task, 'duration_secs': 0.60192} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.659715] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 955e648f-e080-4825-8373-0edfbda3a0ae/955e648f-e080-4825-8373-0edfbda3a0ae.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.660257] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance '955e648f-e080-4825-8373-0edfbda3a0ae' progress to 50 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.741353] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59dcf2a-70ff-47d6-98b7-9dab314b31fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.745082] env[65923]: INFO nova.compute.manager [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Detaching volume a293a02f-a45b-41c6-9365-ecfe63e710fb [ 1132.755516] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43ff13f-5c4d-485f-8909-eeb129554b15 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.795860] env[65923]: INFO nova.virt.block_device [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Attempting to driver detach volume a293a02f-a45b-41c6-9365-ecfe63e710fb from mountpoint /dev/sdb [ 1132.796260] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1132.796522] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918766', 'volume_id': 'a293a02f-a45b-41c6-9365-ecfe63e710fb', 'name': 'volume-a293a02f-a45b-41c6-9365-ecfe63e710fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83e9eb94-b087-49db-865e-f32e66f90e6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a293a02f-a45b-41c6-9365-ecfe63e710fb', 'serial': 'a293a02f-a45b-41c6-9365-ecfe63e710fb'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1132.797426] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db9b12d-e48b-4821-8c95-93c27a7446f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.801201] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b8d97e-83e4-4827-8cb4-6e31b1441a05 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.828837] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7253e611-8844-4c99-8acb-9db0c49bc042 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.836099] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f5058e-9be6-413c-b1ad-2dc5c261ca96 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.852123] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e6d17-7324-4a15-8dce-f7dcc4bd0464 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.855293] env[65923]: DEBUG nova.compute.provider_tree [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.884485] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9d4f14-8058-4683-80cd-53877620f7cd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.904039] env[65923]: DEBUG oslo_vmware.api [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707783, 'name': PowerOnVM_Task, 'duration_secs': 0.598381} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.904447] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The volume has not been displaced from its original location: [datastore2] volume-a293a02f-a45b-41c6-9365-ecfe63e710fb/volume-a293a02f-a45b-41c6-9365-ecfe63e710fb.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1132.910093] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1132.910475] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.910672] env[65923]: INFO nova.compute.manager [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1132.910842] env[65923]: DEBUG nova.compute.manager [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1132.911126] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48f8fd0b-5c48-4637-8502-6f526edd1abc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.925611] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa690c9-1d32-4bf7-b511-c824a8f3c3d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.940886] env[65923]: DEBUG oslo_vmware.api [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1132.940886] env[65923]: value = "task-4707785" [ 1132.940886] env[65923]: _type = "Task" [ 1132.940886] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.949871] env[65923]: DEBUG oslo_vmware.api [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.086730] env[65923]: DEBUG oslo_concurrency.lockutils [None req-69467cb2-3e4b-4b86-a523-abf4cc2c1423 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.342s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.170845] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.171107] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.171306] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "faf26864-9e66-437f-a93d-72f3a03ed9c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.171480] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.171643] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.173795] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e25a214-262d-4988-8143-ab3e59a771de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.176769] env[65923]: INFO nova.compute.manager [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Terminating instance [ 1133.196131] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9ee226-c982-4008-b50a-94193ef0c367 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.220042] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance '955e648f-e080-4825-8373-0edfbda3a0ae' progress to 67 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.358994] env[65923]: DEBUG nova.scheduler.client.report [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.450202] env[65923]: INFO nova.compute.manager [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Took 14.45 seconds to build instance. [ 1133.457275] env[65923]: DEBUG oslo_vmware.api [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.681434] env[65923]: DEBUG nova.compute.manager [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1133.681665] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.682600] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b68830-05be-4866-8407-fb92e81f48ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.691729] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.692018] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baaf0b1b-d428-4384-9d03-20966591e981 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.702871] env[65923]: DEBUG oslo_vmware.api [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1133.702871] env[65923]: value = "task-4707786" [ 1133.702871] env[65923]: _type = "Task" [ 1133.702871] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.719025] env[65923]: DEBUG oslo_vmware.api [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.726141] env[65923]: WARNING neutronclient.v2_0.client [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.727433] env[65923]: WARNING neutronclient.v2_0.client [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.772396] env[65923]: DEBUG nova.network.neutron [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Port 6fdc69cf-9770-4abd-8863-97acd466518a binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1133.865999] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.871281] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.637s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.871281] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.871281] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1133.871281] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882c64a5-9311-42b2-be54-2c3bccd63517 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.880576] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e65db3a-828b-4388-9958-397e4b551353 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.901101] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11252ff-b68e-42d2-b948-b4e9079c9de8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.909682] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f182cd00-b2b9-4db8-866f-f84afd56735e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.921492] env[65923]: INFO nova.scheduler.client.report [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleted allocations for instance c5b43746-40ce-44b0-ab87-6a87671320be [ 1133.952867] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1f8a6bdf-59ec-434a-a38b-e14f0db654ec tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.960s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.953410] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179374MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1133.955021] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.955969] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.969241] env[65923]: DEBUG oslo_vmware.api [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.214194] env[65923]: DEBUG oslo_vmware.api [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.346840] env[65923]: DEBUG nova.compute.manager [req-85a7bb7e-fde0-49eb-accb-a1d66fc7e48f req-aa4ea82b-d735-4f21-9b94-b01822ce77f6 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Received event network-changed-92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1134.346840] env[65923]: DEBUG nova.compute.manager [req-85a7bb7e-fde0-49eb-accb-a1d66fc7e48f req-aa4ea82b-d735-4f21-9b94-b01822ce77f6 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Refreshing instance network info cache due to event network-changed-92c77d48-bc9a-4f8d-9a48-2be574319aec. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1134.347087] env[65923]: DEBUG oslo_concurrency.lockutils [req-85a7bb7e-fde0-49eb-accb-a1d66fc7e48f req-aa4ea82b-d735-4f21-9b94-b01822ce77f6 service nova] Acquiring lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.347389] env[65923]: DEBUG oslo_concurrency.lockutils [req-85a7bb7e-fde0-49eb-accb-a1d66fc7e48f req-aa4ea82b-d735-4f21-9b94-b01822ce77f6 service nova] Acquired lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.347696] env[65923]: DEBUG nova.network.neutron [req-85a7bb7e-fde0-49eb-accb-a1d66fc7e48f req-aa4ea82b-d735-4f21-9b94-b01822ce77f6 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Refreshing network info cache for port 92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.476029] env[65923]: DEBUG oslo_vmware.api [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707785, 'name': ReconfigVM_Task, 'duration_secs': 1.297579} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.476029] env[65923]: DEBUG oslo_concurrency.lockutils [None req-fa267545-4d78-4488-b161-494ef9372bee tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "c5b43746-40ce-44b0-ab87-6a87671320be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.651s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.476029] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.480331] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a09ab7-250c-4246-9ea5-14dbf24dea94 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.499231] env[65923]: DEBUG oslo_vmware.api [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1134.499231] env[65923]: value = "task-4707787" [ 1134.499231] env[65923]: _type = "Task" [ 1134.499231] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.511759] env[65923]: DEBUG oslo_vmware.api [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707787, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.715714] env[65923]: DEBUG oslo_vmware.api [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707786, 'name': PowerOffVM_Task, 'duration_secs': 0.667496} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.716198] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.716957] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.716957] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b5c5242-158c-4811-89d1-19776b4839cd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.798907] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.799187] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.799382] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleting the datastore file [datastore1] faf26864-9e66-437f-a93d-72f3a03ed9c9 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.799650] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96c506d9-00e4-4562-8402-5fb7a317fe7c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.810446] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "955e648f-e080-4825-8373-0edfbda3a0ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.810730] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "955e648f-e080-4825-8373-0edfbda3a0ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.810905] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "955e648f-e080-4825-8373-0edfbda3a0ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.820623] env[65923]: DEBUG oslo_vmware.api [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1134.820623] env[65923]: value = "task-4707789" [ 1134.820623] env[65923]: _type = "Task" [ 1134.820623] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.828281] env[65923]: DEBUG oslo_vmware.api [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.851545] env[65923]: WARNING neutronclient.v2_0.client [req-85a7bb7e-fde0-49eb-accb-a1d66fc7e48f req-aa4ea82b-d735-4f21-9b94-b01822ce77f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.974233] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Applying migration context for instance 955e648f-e080-4825-8373-0edfbda3a0ae as it has an incoming, in-progress migration 27af2614-b221-4293-bff4-177963738446. Migration status is post-migrating {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1134.975988] env[65923]: INFO nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating resource usage from migration 27af2614-b221-4293-bff4-177963738446 [ 1135.000186] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 83e9eb94-b087-49db-865e-f32e66f90e6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.000363] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 197a79f4-da56-43d6-8b69-cab83867bc9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.000484] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 8b6638b9-686b-41ec-b529-02cbdbd6fd08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.000619] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.000739] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 18bc37fd-54d1-45d7-a100-a3413b576cbd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.000882] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.000983] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 2935cac3-787c-483b-bef9-3af01c708fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.001275] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c8bbd96f-57f3-4eba-8360-502d58a49175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.001275] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance faf26864-9e66-437f-a93d-72f3a03ed9c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.001852] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 50c5a097-6fea-485c-aafd-5c00eb78e594 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.001852] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Migration 27af2614-b221-4293-bff4-177963738446 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1135.001852] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 955e648f-e080-4825-8373-0edfbda3a0ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1135.001852] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1135.002073] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '10', 'num_task_deleting': '1', 'num_os_type_None': '11', 'num_proj_f3b4e657996447b7bc332dc7f07de0d7': '1', 'io_workload': '1', 'num_task_None': '9', 'num_proj_07dc613d9c0b497eb148d6f95e1a3d08': '1', 'num_proj_62fc51a0dbef48ccb8850d978c297b52': '3', 'num_vm_rescued': '1', 'num_proj_61e99c161e3244529fa7b47851e148d1': '1', 'num_proj_210e3a51b3354449aa68e1b939ba479e': '1', 'num_proj_5181d87ed2284b379e6d2b087f4cd9fe': '1', 'num_proj_dbc47e7a6f754d668677f859efa60268': '1', 'num_proj_60c504a79d8c44478327ea8992f65cb8': '1', 'num_task_resize_migrating': '1', 'num_proj_dfe38d2a113e40e69aa390483a71ab03': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1135.016440] env[65923]: DEBUG oslo_vmware.api [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707787, 'name': ReconfigVM_Task, 'duration_secs': 0.170147} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.020820] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918766', 'volume_id': 'a293a02f-a45b-41c6-9365-ecfe63e710fb', 'name': 'volume-a293a02f-a45b-41c6-9365-ecfe63e710fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83e9eb94-b087-49db-865e-f32e66f90e6f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a293a02f-a45b-41c6-9365-ecfe63e710fb', 'serial': 'a293a02f-a45b-41c6-9365-ecfe63e710fb'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1135.094411] env[65923]: WARNING neutronclient.v2_0.client [req-85a7bb7e-fde0-49eb-accb-a1d66fc7e48f req-aa4ea82b-d735-4f21-9b94-b01822ce77f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.145247] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1135.145247] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918771', 'volume_id': 'c22c8475-5c74-4804-93fa-32d217200d74', 'name': 'volume-c22c8475-5c74-4804-93fa-32d217200d74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d524ab6-cab6-4d5c-91a8-4c63ed3c581f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c22c8475-5c74-4804-93fa-32d217200d74', 'serial': 'c22c8475-5c74-4804-93fa-32d217200d74'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1135.145247] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fc8fd5-2d71-4f83-a0ff-e26fbe84f6c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.173667] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df964942-0bb4-49be-b229-6f614bd8ef81 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.207940] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-c22c8475-5c74-4804-93fa-32d217200d74/volume-c22c8475-5c74-4804-93fa-32d217200d74.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.212278] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5862e20-fcd2-4a86-9f54-0b0ae596dffb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.229443] env[65923]: DEBUG nova.network.neutron [req-85a7bb7e-fde0-49eb-accb-a1d66fc7e48f req-aa4ea82b-d735-4f21-9b94-b01822ce77f6 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updated VIF entry in instance network info cache for port 92c77d48-bc9a-4f8d-9a48-2be574319aec. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1135.233035] env[65923]: DEBUG nova.network.neutron [req-85a7bb7e-fde0-49eb-accb-a1d66fc7e48f req-aa4ea82b-d735-4f21-9b94-b01822ce77f6 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updating instance_info_cache with network_info: [{"id": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "address": "fa:16:3e:68:07:6a", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c77d48-bc", "ovs_interfaceid": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.238371] env[65923]: DEBUG oslo_vmware.api [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1135.238371] env[65923]: value = "task-4707790" [ 1135.238371] env[65923]: _type = "Task" [ 1135.238371] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.252019] env[65923]: DEBUG oslo_vmware.api [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.295022] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdc7512-4e7c-4763-ad52-b3a571d273c0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.304657] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08498a6-6258-4463-87d3-cb521daf9b9a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.344947] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e801cf-4bd9-48de-82ed-6e280071e9ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.355316] env[65923]: DEBUG oslo_vmware.api [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299539} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.357970] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.358269] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.358485] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.358695] env[65923]: INFO nova.compute.manager [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1135.358992] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1135.359350] env[65923]: DEBUG nova.compute.manager [-] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1135.359456] env[65923]: DEBUG nova.network.neutron [-] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1135.359708] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.364020] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a86490-4c7e-432a-9e06-a12ed4cd7d95 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.381672] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.422984] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.585211] env[65923]: DEBUG nova.objects.instance [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'flavor' on Instance uuid 83e9eb94-b087-49db-865e-f32e66f90e6f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.732898] env[65923]: DEBUG oslo_concurrency.lockutils [req-85a7bb7e-fde0-49eb-accb-a1d66fc7e48f req-aa4ea82b-d735-4f21-9b94-b01822ce77f6 service nova] Releasing lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.750221] env[65923]: DEBUG oslo_vmware.api [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.843608] env[65923]: WARNING neutronclient.v2_0.client [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.885223] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.904436] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.904614] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.905405] env[65923]: DEBUG nova.network.neutron [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1136.009240] env[65923]: DEBUG nova.compute.manager [req-6eb9d6d2-37bd-4ce1-ac04-6bcf13770ef3 req-c1bb2024-87c1-4ef0-97d2-a8f99212d8b0 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Received event network-vif-deleted-b32eb5f4-f62d-44cd-b6e8-87cb537a2fad {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1136.009449] env[65923]: INFO nova.compute.manager [req-6eb9d6d2-37bd-4ce1-ac04-6bcf13770ef3 req-c1bb2024-87c1-4ef0-97d2-a8f99212d8b0 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Neutron deleted interface b32eb5f4-f62d-44cd-b6e8-87cb537a2fad; detaching it from the instance and deleting it from the info cache [ 1136.009634] env[65923]: DEBUG nova.network.neutron [req-6eb9d6d2-37bd-4ce1-ac04-6bcf13770ef3 req-c1bb2024-87c1-4ef0-97d2-a8f99212d8b0 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.254073] env[65923]: DEBUG oslo_vmware.api [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.390465] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1136.390679] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.435s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.390914] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.391065] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Cleaning up deleted instances with incomplete migration {{(pid=65923) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1136.409036] env[65923]: WARNING neutronclient.v2_0.client [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.424900] env[65923]: DEBUG nova.network.neutron [-] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.513009] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75f5ef9f-f74c-48d0-b8f1-1e3b5786aedd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.526380] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b9e801-fef1-450a-b441-e8400016ff25 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.564440] env[65923]: DEBUG nova.compute.manager [req-6eb9d6d2-37bd-4ce1-ac04-6bcf13770ef3 req-c1bb2024-87c1-4ef0-97d2-a8f99212d8b0 service nova] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Detach interface failed, port_id=b32eb5f4-f62d-44cd-b6e8-87cb537a2fad, reason: Instance faf26864-9e66-437f-a93d-72f3a03ed9c9 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1136.587080] env[65923]: WARNING neutronclient.v2_0.client [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.593020] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcaa3c2e-5b01-41a4-85a7-da218f4a52cd tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.353s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.676153] env[65923]: DEBUG nova.network.neutron [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance_info_cache with network_info: [{"id": "6fdc69cf-9770-4abd-8863-97acd466518a", "address": "fa:16:3e:ba:5d:b1", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdc69cf-97", "ovs_interfaceid": "6fdc69cf-9770-4abd-8863-97acd466518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.731560] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "83e9eb94-b087-49db-865e-f32e66f90e6f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.732399] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.752844] env[65923]: DEBUG oslo_vmware.api [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707790, 'name': ReconfigVM_Task, 'duration_secs': 1.410732} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.753105] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-c22c8475-5c74-4804-93fa-32d217200d74/volume-c22c8475-5c74-4804-93fa-32d217200d74.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.758426] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf8b05c-68f4-4208-92db-f5976273d37b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.777022] env[65923]: DEBUG oslo_vmware.api [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1136.777022] env[65923]: value = "task-4707791" [ 1136.777022] env[65923]: _type = "Task" [ 1136.777022] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.784125] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.784511] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.789999] env[65923]: DEBUG oslo_vmware.api [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707791, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.894415] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.927551] env[65923]: INFO nova.compute.manager [-] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Took 1.57 seconds to deallocate network for instance. [ 1137.179415] env[65923]: DEBUG oslo_concurrency.lockutils [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.235224] env[65923]: INFO nova.compute.manager [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Detaching volume 933840cd-e263-455b-8d8e-65bdc476d235 [ 1137.276762] env[65923]: INFO nova.virt.block_device [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Attempting to driver detach volume 933840cd-e263-455b-8d8e-65bdc476d235 from mountpoint /dev/sdc [ 1137.277078] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1137.277340] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918768', 'volume_id': '933840cd-e263-455b-8d8e-65bdc476d235', 'name': 'volume-933840cd-e263-455b-8d8e-65bdc476d235', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83e9eb94-b087-49db-865e-f32e66f90e6f', 'attached_at': '', 'detached_at': '', 'volume_id': '933840cd-e263-455b-8d8e-65bdc476d235', 'serial': '933840cd-e263-455b-8d8e-65bdc476d235'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1137.278366] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2874f2-7334-40d8-ad33-bbe398821d6d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.290592] env[65923]: DEBUG oslo_vmware.api [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707791, 'name': ReconfigVM_Task, 'duration_secs': 0.205051} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.307131] env[65923]: DEBUG nova.compute.manager [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1137.310600] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918771', 'volume_id': 'c22c8475-5c74-4804-93fa-32d217200d74', 'name': 'volume-c22c8475-5c74-4804-93fa-32d217200d74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d524ab6-cab6-4d5c-91a8-4c63ed3c581f', 'attached_at': '', 'detached_at': '', 'volume_id': 'c22c8475-5c74-4804-93fa-32d217200d74', 'serial': 'c22c8475-5c74-4804-93fa-32d217200d74'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1137.315231] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c00f765-33ba-4161-9f1b-548199482a15 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.321994] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60627df-8247-4d60-a531-d71015aa2d7e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.345013] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019776bf-6478-41c4-b48a-bddf495d38ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.362694] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] The volume has not been displaced from its original location: [datastore1] volume-933840cd-e263-455b-8d8e-65bdc476d235/volume-933840cd-e263-455b-8d8e-65bdc476d235.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1137.368257] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Reconfiguring VM instance instance-00000067 to detach disk 2002 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.368964] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-930600a2-2bc0-4de3-8223-68f801c1fe3a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.388432] env[65923]: DEBUG oslo_vmware.api [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1137.388432] env[65923]: value = "task-4707792" [ 1137.388432] env[65923]: _type = "Task" [ 1137.388432] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.398410] env[65923]: DEBUG oslo_vmware.api [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.434916] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.435226] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.435462] env[65923]: DEBUG nova.objects.instance [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'resources' on Instance uuid faf26864-9e66-437f-a93d-72f3a03ed9c9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.775263] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15df5490-1f69-4d42-9a37-61060925ef18 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.799507] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc55f827-3b38-4e99-a6ee-effd2513da43 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.808058] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance '955e648f-e080-4825-8373-0edfbda3a0ae' progress to 83 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.831882] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.899459] env[65923]: DEBUG oslo_vmware.api [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707792, 'name': ReconfigVM_Task, 'duration_secs': 0.268705} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.899810] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Reconfigured VM instance instance-00000067 to detach disk 2002 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.904860] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf0a99b9-f7cd-43e8-a789-56dc38bb1eed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.922400] env[65923]: DEBUG oslo_vmware.api [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1137.922400] env[65923]: value = "task-4707793" [ 1137.922400] env[65923]: _type = "Task" [ 1137.922400] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.932649] env[65923]: DEBUG oslo_vmware.api [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.135143] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551e3478-0f80-4ba2-98a2-c3f8beb7a55b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.143038] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659bdb99-9e20-445c-a469-b3c950e9d2ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.175366] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f83eb1-3fb9-47ff-a2be-dc602afc51c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.184110] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33bb4da-b404-4a8b-9fb5-8a71b690775f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.201508] env[65923]: DEBUG nova.compute.provider_tree [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.314842] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.315219] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6023144d-2afb-40e6-9876-5e50cb8336c0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.323747] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1138.323747] env[65923]: value = "task-4707794" [ 1138.323747] env[65923]: _type = "Task" [ 1138.323747] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.335693] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.357606] env[65923]: DEBUG nova.objects.instance [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'flavor' on Instance uuid 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.439651] env[65923]: DEBUG oslo_vmware.api [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707793, 'name': ReconfigVM_Task, 'duration_secs': 0.153652} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.440063] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918768', 'volume_id': '933840cd-e263-455b-8d8e-65bdc476d235', 'name': 'volume-933840cd-e263-455b-8d8e-65bdc476d235', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '83e9eb94-b087-49db-865e-f32e66f90e6f', 'attached_at': '', 'detached_at': '', 'volume_id': '933840cd-e263-455b-8d8e-65bdc476d235', 'serial': '933840cd-e263-455b-8d8e-65bdc476d235'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1138.704676] env[65923]: DEBUG nova.scheduler.client.report [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.836810] env[65923]: DEBUG oslo_vmware.api [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707794, 'name': PowerOnVM_Task, 'duration_secs': 0.406308} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.836810] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.836810] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-84506301-542c-4424-9359-d4cd84511772 tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance '955e648f-e080-4825-8373-0edfbda3a0ae' progress to 100 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.864888] env[65923]: DEBUG oslo_concurrency.lockutils [None req-d31e36f4-5ca7-462c-b0f4-8666a5c4720c tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.842s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.993326] env[65923]: DEBUG nova.objects.instance [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lazy-loading 'flavor' on Instance uuid 83e9eb94-b087-49db-865e-f32e66f90e6f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.210507] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.213015] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.381s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.215351] env[65923]: INFO nova.compute.claims [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.237157] env[65923]: INFO nova.scheduler.client.report [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleted allocations for instance faf26864-9e66-437f-a93d-72f3a03ed9c9 [ 1139.268577] env[65923]: DEBUG nova.compute.manager [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Stashing vm_state: active {{(pid=65923) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1139.730721] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.731029] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.745322] env[65923]: DEBUG oslo_concurrency.lockutils [None req-60742a10-8693-4619-8dcd-71f9ac8b22b6 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "faf26864-9e66-437f-a93d-72f3a03ed9c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.574s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.792042] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.001519] env[65923]: DEBUG oslo_concurrency.lockutils [None req-80424142-292c-44a4-b432-7e238e9757e5 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.237788] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.238896] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.238896] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.238896] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.238896] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.238896] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.239137] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1140.239137] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.443067] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9580daba-f56e-4cfe-ac69-07b799f48da1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.453318] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9844e27f-ebca-4945-8cb6-5c8500ae6453 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.485721] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c305fea9-efab-44d0-b669-f9de964c3ad4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.495336] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea99001-1d51-4580-a4ce-16981f57d887 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.515441] env[65923]: DEBUG nova.compute.provider_tree [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.668595] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.668750] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.742421] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.019585] env[65923]: DEBUG nova.scheduler.client.report [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.170813] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "955e648f-e080-4825-8373-0edfbda3a0ae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.171012] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "955e648f-e080-4825-8373-0edfbda3a0ae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.172027] env[65923]: DEBUG nova.compute.manager [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Going to confirm migration 7 {{(pid=65923) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1141.173172] env[65923]: DEBUG nova.compute.manager [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1141.429200] env[65923]: DEBUG oslo_concurrency.lockutils [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "83e9eb94-b087-49db-865e-f32e66f90e6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.429200] env[65923]: DEBUG oslo_concurrency.lockutils [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.429524] env[65923]: DEBUG oslo_concurrency.lockutils [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "83e9eb94-b087-49db-865e-f32e66f90e6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.429569] env[65923]: DEBUG oslo_concurrency.lockutils [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.429712] env[65923]: DEBUG oslo_concurrency.lockutils [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.432462] env[65923]: INFO nova.compute.manager [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Terminating instance [ 1141.525755] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.526657] env[65923]: DEBUG nova.compute.manager [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1141.531655] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.740s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.683732] env[65923]: WARNING neutronclient.v2_0.client [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.705975] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.718936] env[65923]: WARNING neutronclient.v2_0.client [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.719380] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.719553] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquired lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.719724] env[65923]: DEBUG nova.network.neutron [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1141.719904] env[65923]: DEBUG nova.objects.instance [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lazy-loading 'info_cache' on Instance uuid 955e648f-e080-4825-8373-0edfbda3a0ae {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.937985] env[65923]: DEBUG nova.compute.manager [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1141.938297] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.939286] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131cde10-abdf-486f-b4bb-b96870b5bad6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.948482] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.948749] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-475adbc4-6fda-494f-8238-e72c07ea665d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.956487] env[65923]: DEBUG oslo_vmware.api [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1141.956487] env[65923]: value = "task-4707795" [ 1141.956487] env[65923]: _type = "Task" [ 1141.956487] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.965844] env[65923]: DEBUG oslo_vmware.api [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.035527] env[65923]: DEBUG nova.compute.utils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.039535] env[65923]: INFO nova.compute.claims [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.043417] env[65923]: DEBUG nova.compute.manager [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1142.043628] env[65923]: DEBUG nova.network.neutron [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1142.043966] env[65923]: WARNING neutronclient.v2_0.client [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.044286] env[65923]: WARNING neutronclient.v2_0.client [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.111020] env[65923]: DEBUG nova.policy [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd26701f1dde5466694da6ea44546a270', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cac5f78dc904e5eb74085f804e4741e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.439569] env[65923]: DEBUG nova.network.neutron [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Successfully created port: 13f68e8f-d395-4ecd-becc-4416f6757d2c {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1142.469104] env[65923]: DEBUG oslo_vmware.api [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707795, 'name': PowerOffVM_Task, 'duration_secs': 0.42793} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.469437] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.469614] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.469889] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7326396b-4705-43da-bc05-2160529e365c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.543391] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.543630] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.543973] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Deleting the datastore file [datastore1] 83e9eb94-b087-49db-865e-f32e66f90e6f {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.544372] env[65923]: DEBUG nova.compute.manager [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1142.547539] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30e49c73-994a-4f0c-aada-7c5bdaac3e15 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.552081] env[65923]: INFO nova.compute.resource_tracker [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating resource usage from migration 77eea995-5da9-44c1-80b7-36c28d9ddd37 [ 1142.561531] env[65923]: DEBUG oslo_vmware.api [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for the task: (returnval){ [ 1142.561531] env[65923]: value = "task-4707797" [ 1142.561531] env[65923]: _type = "Task" [ 1142.561531] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.573283] env[65923]: DEBUG oslo_vmware.api [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.727135] env[65923]: WARNING neutronclient.v2_0.client [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.772087] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3b5bc0-50ca-46ed-9168-5ddd251fc980 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.780734] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d5aa6a-9687-4910-94c2-7d92d00a3af4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.811773] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e1d874-955f-4c0f-b734-d563268a0673 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.820394] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78999fb2-00d3-4c82-8d66-c00272fd5aee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.838534] env[65923]: DEBUG nova.compute.provider_tree [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.940259] env[65923]: WARNING neutronclient.v2_0.client [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.024385] env[65923]: DEBUG nova.network.neutron [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance_info_cache with network_info: [{"id": "6fdc69cf-9770-4abd-8863-97acd466518a", "address": "fa:16:3e:ba:5d:b1", "network": {"id": "49161b78-b59e-4373-8223-83649a3c2cd5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1035622967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfe38d2a113e40e69aa390483a71ab03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdc69cf-97", "ovs_interfaceid": "6fdc69cf-9770-4abd-8863-97acd466518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.074263] env[65923]: DEBUG oslo_vmware.api [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Task: {'id': task-4707797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147776} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.074650] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.074844] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.075036] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.075211] env[65923]: INFO nova.compute.manager [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1143.075780] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1143.075780] env[65923]: DEBUG nova.compute.manager [-] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1143.075780] env[65923]: DEBUG nova.network.neutron [-] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1143.076182] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.149118] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.344830] env[65923]: DEBUG nova.scheduler.client.report [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.528067] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Releasing lock "refresh_cache-955e648f-e080-4825-8373-0edfbda3a0ae" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.528402] env[65923]: DEBUG nova.objects.instance [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lazy-loading 'migration_context' on Instance uuid 955e648f-e080-4825-8373-0edfbda3a0ae {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.558328] env[65923]: DEBUG nova.compute.manager [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1143.589786] env[65923]: DEBUG nova.virt.hardware [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1143.590037] env[65923]: DEBUG nova.virt.hardware [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.590194] env[65923]: DEBUG nova.virt.hardware [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1143.590372] env[65923]: DEBUG nova.virt.hardware [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.590515] env[65923]: DEBUG nova.virt.hardware [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1143.590655] env[65923]: DEBUG nova.virt.hardware [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1143.590858] env[65923]: DEBUG nova.virt.hardware [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1143.591323] env[65923]: DEBUG nova.virt.hardware [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1143.591323] env[65923]: DEBUG nova.virt.hardware [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1143.591323] env[65923]: DEBUG nova.virt.hardware [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1143.591550] env[65923]: DEBUG nova.virt.hardware [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1143.592665] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52978170-1b18-49d9-8dba-5b2f3b269357 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.601874] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a13291-2eda-4e8b-88a3-13db6554e93c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.785512] env[65923]: DEBUG oslo_concurrency.lockutils [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.785802] env[65923]: DEBUG oslo_concurrency.lockutils [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.786139] env[65923]: INFO nova.compute.manager [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Shelving [ 1143.849864] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.318s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.850100] env[65923]: INFO nova.compute.manager [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Migrating [ 1143.857282] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.115s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.857476] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.857703] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1143.858846] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.152s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.860436] env[65923]: INFO nova.compute.claims [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.865982] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094deb97-e0da-41de-917c-8a85a0c7eb1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.882654] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c686fd-041f-47ad-ac59-0f777f14802d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.902884] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d011fd5e-fd6f-43a3-9377-7122d1494b20 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.906198] env[65923]: DEBUG nova.compute.manager [req-914fd1a7-bb5b-462e-8e19-f7158cddb5ac req-906a374c-fc4d-44c6-a60f-99afca4559ef service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Received event network-vif-deleted-a2b7f565-d2ce-4ee1-bd27-614216ad9b1c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1143.906383] env[65923]: INFO nova.compute.manager [req-914fd1a7-bb5b-462e-8e19-f7158cddb5ac req-906a374c-fc4d-44c6-a60f-99afca4559ef service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Neutron deleted interface a2b7f565-d2ce-4ee1-bd27-614216ad9b1c; detaching it from the instance and deleting it from the info cache [ 1143.906581] env[65923]: DEBUG nova.network.neutron [req-914fd1a7-bb5b-462e-8e19-f7158cddb5ac req-906a374c-fc4d-44c6-a60f-99afca4559ef service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.915345] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56dd356-ab03-49ff-b1b5-7cd37ad699ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.950879] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179374MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1143.951050] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.033122] env[65923]: DEBUG nova.objects.base [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Object Instance<955e648f-e080-4825-8373-0edfbda3a0ae> lazy-loaded attributes: info_cache,migration_context {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.033122] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7924f13f-cce9-4614-9f51-08a30b3b8527 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.055360] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719b5fc3-fa35-41c0-942f-fab0dd003759 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.062133] env[65923]: DEBUG oslo_vmware.api [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1144.062133] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5207dee1-567b-e4d2-cf09-cb39df0f888d" [ 1144.062133] env[65923]: _type = "Task" [ 1144.062133] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.072180] env[65923]: DEBUG nova.network.neutron [-] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.073417] env[65923]: DEBUG oslo_vmware.api [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5207dee1-567b-e4d2-cf09-cb39df0f888d, 'name': SearchDatastore_Task, 'duration_secs': 0.007849} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.073705] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.315283] env[65923]: DEBUG nova.compute.manager [req-a9249cc1-0ff7-4c31-93c2-0d80d4059b19 req-360ec0b3-224a-4d9c-87b4-19dfd633b277 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Received event network-vif-plugged-13f68e8f-d395-4ecd-becc-4416f6757d2c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1144.315283] env[65923]: DEBUG oslo_concurrency.lockutils [req-a9249cc1-0ff7-4c31-93c2-0d80d4059b19 req-360ec0b3-224a-4d9c-87b4-19dfd633b277 service nova] Acquiring lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.315283] env[65923]: DEBUG oslo_concurrency.lockutils [req-a9249cc1-0ff7-4c31-93c2-0d80d4059b19 req-360ec0b3-224a-4d9c-87b4-19dfd633b277 service nova] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.316393] env[65923]: DEBUG oslo_concurrency.lockutils [req-a9249cc1-0ff7-4c31-93c2-0d80d4059b19 req-360ec0b3-224a-4d9c-87b4-19dfd633b277 service nova] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.316393] env[65923]: DEBUG nova.compute.manager [req-a9249cc1-0ff7-4c31-93c2-0d80d4059b19 req-360ec0b3-224a-4d9c-87b4-19dfd633b277 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] No waiting events found dispatching network-vif-plugged-13f68e8f-d395-4ecd-becc-4416f6757d2c {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1144.316393] env[65923]: WARNING nova.compute.manager [req-a9249cc1-0ff7-4c31-93c2-0d80d4059b19 req-360ec0b3-224a-4d9c-87b4-19dfd633b277 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Received unexpected event network-vif-plugged-13f68e8f-d395-4ecd-becc-4416f6757d2c for instance with vm_state building and task_state spawning. [ 1144.377011] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.377222] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.377437] env[65923]: DEBUG nova.network.neutron [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1144.410142] env[65923]: DEBUG nova.network.neutron [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Successfully updated port: 13f68e8f-d395-4ecd-becc-4416f6757d2c {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1144.412094] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b0ec269-2877-45ed-ae12-5f25fbb0ce17 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.425552] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8576515c-ba56-42ba-8318-bbb688bb881a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.459237] env[65923]: DEBUG nova.compute.manager [req-914fd1a7-bb5b-462e-8e19-f7158cddb5ac req-906a374c-fc4d-44c6-a60f-99afca4559ef service nova] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Detach interface failed, port_id=a2b7f565-d2ce-4ee1-bd27-614216ad9b1c, reason: Instance 83e9eb94-b087-49db-865e-f32e66f90e6f could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1144.574697] env[65923]: INFO nova.compute.manager [-] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Took 1.50 seconds to deallocate network for instance. [ 1144.798023] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.798492] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cba6d57f-02f4-4ee1-8a3c-2f4c9508804c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.807832] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1144.807832] env[65923]: value = "task-4707798" [ 1144.807832] env[65923]: _type = "Task" [ 1144.807832] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.820036] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.883633] env[65923]: WARNING neutronclient.v2_0.client [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.913465] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "refresh_cache-89fac7d9-a468-4f8c-957f-42b1e127fc1f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.914070] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "refresh_cache-89fac7d9-a468-4f8c-957f-42b1e127fc1f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.914070] env[65923]: DEBUG nova.network.neutron [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1145.078217] env[65923]: WARNING neutronclient.v2_0.client [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.081344] env[65923]: DEBUG oslo_concurrency.lockutils [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.097595] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06148acd-7e73-4053-8ec8-c60fad072dad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.106509] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2676ad5d-5496-41ff-8efd-f580c1145878 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.141641] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46530b20-0ebc-4901-808c-cde0a49c37ed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.150433] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882181f3-4a1c-4054-a4ba-5c9aa94538a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.164761] env[65923]: DEBUG nova.compute.provider_tree [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.175091] env[65923]: DEBUG nova.network.neutron [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance_info_cache with network_info: [{"id": "9ad45041-0b10-4ab7-999e-093d5725d926", "address": "fa:16:3e:2c:6a:b4", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad45041-0b", "ovs_interfaceid": "9ad45041-0b10-4ab7-999e-093d5725d926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.319462] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707798, 'name': PowerOffVM_Task, 'duration_secs': 0.220104} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.319907] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.320565] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1ed842-f8da-4fe6-8099-529739fb3e07 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.340156] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2ba833-f04f-49c9-9c36-288b6ea4ce2f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.447410] env[65923]: DEBUG nova.network.neutron [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1145.521679] env[65923]: WARNING neutronclient.v2_0.client [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.593650] env[65923]: DEBUG nova.network.neutron [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Updating instance_info_cache with network_info: [{"id": "13f68e8f-d395-4ecd-becc-4416f6757d2c", "address": "fa:16:3e:6a:29:09", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f68e8f-d3", "ovs_interfaceid": "13f68e8f-d395-4ecd-becc-4416f6757d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.668376] env[65923]: DEBUG nova.scheduler.client.report [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.677238] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.851608] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1145.851986] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9221ccbf-1a90-4638-86f0-d1bf43fbc512 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.861955] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1145.861955] env[65923]: value = "task-4707799" [ 1145.861955] env[65923]: _type = "Task" [ 1145.861955] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.874012] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707799, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.096621] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "refresh_cache-89fac7d9-a468-4f8c-957f-42b1e127fc1f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.096964] env[65923]: DEBUG nova.compute.manager [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Instance network_info: |[{"id": "13f68e8f-d395-4ecd-becc-4416f6757d2c", "address": "fa:16:3e:6a:29:09", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f68e8f-d3", "ovs_interfaceid": "13f68e8f-d395-4ecd-becc-4416f6757d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1146.097414] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:29:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13f68e8f-d395-4ecd-becc-4416f6757d2c', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.105138] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1146.105382] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.105625] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ce765cc-25e2-45ca-9b52-562487665020 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.126153] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.126153] env[65923]: value = "task-4707800" [ 1146.126153] env[65923]: _type = "Task" [ 1146.126153] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.135367] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707800, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.173480] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.174035] env[65923]: DEBUG nova.compute.manager [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1146.176846] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.226s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.350674] env[65923]: DEBUG nova.compute.manager [req-81eac512-66b4-4372-9634-522d60c1e90e req-44c957e2-1d2d-410a-8177-76349abbf5c9 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Received event network-changed-13f68e8f-d395-4ecd-becc-4416f6757d2c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1146.351153] env[65923]: DEBUG nova.compute.manager [req-81eac512-66b4-4372-9634-522d60c1e90e req-44c957e2-1d2d-410a-8177-76349abbf5c9 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Refreshing instance network info cache due to event network-changed-13f68e8f-d395-4ecd-becc-4416f6757d2c. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1146.351505] env[65923]: DEBUG oslo_concurrency.lockutils [req-81eac512-66b4-4372-9634-522d60c1e90e req-44c957e2-1d2d-410a-8177-76349abbf5c9 service nova] Acquiring lock "refresh_cache-89fac7d9-a468-4f8c-957f-42b1e127fc1f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.351775] env[65923]: DEBUG oslo_concurrency.lockutils [req-81eac512-66b4-4372-9634-522d60c1e90e req-44c957e2-1d2d-410a-8177-76349abbf5c9 service nova] Acquired lock "refresh_cache-89fac7d9-a468-4f8c-957f-42b1e127fc1f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.351969] env[65923]: DEBUG nova.network.neutron [req-81eac512-66b4-4372-9634-522d60c1e90e req-44c957e2-1d2d-410a-8177-76349abbf5c9 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Refreshing network info cache for port 13f68e8f-d395-4ecd-becc-4416f6757d2c {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.374072] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707799, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.637051] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707800, 'name': CreateVM_Task, 'duration_secs': 0.431837} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.637281] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.637904] env[65923]: WARNING neutronclient.v2_0.client [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.638117] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.638270] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.638620] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.638888] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-688bca4d-0ab1-4692-ba35-182600d34bbc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.644103] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1146.644103] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a84a46-9b43-0d9d-fc8d-5cc48e89190c" [ 1146.644103] env[65923]: _type = "Task" [ 1146.644103] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.652629] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a84a46-9b43-0d9d-fc8d-5cc48e89190c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.680605] env[65923]: DEBUG nova.compute.utils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.689353] env[65923]: DEBUG nova.compute.manager [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1146.689692] env[65923]: DEBUG nova.network.neutron [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1146.690082] env[65923]: WARNING neutronclient.v2_0.client [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.690405] env[65923]: WARNING neutronclient.v2_0.client [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.738279] env[65923]: DEBUG nova.policy [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0842f0165e64b679b31ca4f542af907', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3b4e657996447b7bc332dc7f07de0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.855668] env[65923]: WARNING neutronclient.v2_0.client [req-81eac512-66b4-4372-9634-522d60c1e90e req-44c957e2-1d2d-410a-8177-76349abbf5c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.874053] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707799, 'name': CreateSnapshot_Task, 'duration_secs': 0.75909} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.874290] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1146.875195] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f41945-9ef5-401b-b130-dc6427551363 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.065157] env[65923]: DEBUG nova.network.neutron [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Successfully created port: 9145cddd-973f-4e12-80d0-1966092e0187 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1147.080583] env[65923]: WARNING neutronclient.v2_0.client [req-81eac512-66b4-4372-9634-522d60c1e90e req-44c957e2-1d2d-410a-8177-76349abbf5c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.158325] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a84a46-9b43-0d9d-fc8d-5cc48e89190c, 'name': SearchDatastore_Task, 'duration_secs': 0.024971} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.158666] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.158898] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.159272] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.159415] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.159580] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.159764] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-983d3520-fbaa-4c38-a17f-5774c97d9c9c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.171390] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.171573] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.172378] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68987870-472c-465d-80f0-2ac90d81b9e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.181108] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1147.181108] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525abd8c-856a-0349-30c4-1140a393d6c2" [ 1147.181108] env[65923]: _type = "Task" [ 1147.181108] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.190336] env[65923]: DEBUG nova.compute.manager [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1147.199682] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Applying migration context for instance 955e648f-e080-4825-8373-0edfbda3a0ae as it has an incoming, in-progress migration 27af2614-b221-4293-bff4-177963738446. Migration status is finished {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1147.200177] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Applying migration context for instance 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f as it has an incoming, in-progress migration 77eea995-5da9-44c1-80b7-36c28d9ddd37. Migration status is migrating {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1147.202017] env[65923]: INFO nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating resource usage from migration 27af2614-b221-4293-bff4-177963738446 [ 1147.202342] env[65923]: INFO nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating resource usage from migration 77eea995-5da9-44c1-80b7-36c28d9ddd37 [ 1147.207677] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525abd8c-856a-0349-30c4-1140a393d6c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.208785] env[65923]: DEBUG nova.network.neutron [req-81eac512-66b4-4372-9634-522d60c1e90e req-44c957e2-1d2d-410a-8177-76349abbf5c9 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Updated VIF entry in instance network info cache for port 13f68e8f-d395-4ecd-becc-4416f6757d2c. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1147.209140] env[65923]: DEBUG nova.network.neutron [req-81eac512-66b4-4372-9634-522d60c1e90e req-44c957e2-1d2d-410a-8177-76349abbf5c9 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Updating instance_info_cache with network_info: [{"id": "13f68e8f-d395-4ecd-becc-4416f6757d2c", "address": "fa:16:3e:6a:29:09", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f68e8f-d3", "ovs_interfaceid": "13f68e8f-d395-4ecd-becc-4416f6757d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.213251] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0f6f96-b044-45ba-8af9-b8296b103c0c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.240439] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance '9d524ab6-cab6-4d5c-91a8-4c63ed3c581f' progress to 0 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.246479] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 83e9eb94-b087-49db-865e-f32e66f90e6f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1147.246640] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 197a79f4-da56-43d6-8b69-cab83867bc9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1147.246761] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 8b6638b9-686b-41ec-b529-02cbdbd6fd08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1147.246868] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 18bc37fd-54d1-45d7-a100-a3413b576cbd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1147.246979] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1147.247104] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 2935cac3-787c-483b-bef9-3af01c708fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1147.247215] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c8bbd96f-57f3-4eba-8360-502d58a49175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1147.247324] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 50c5a097-6fea-485c-aafd-5c00eb78e594 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1147.247430] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Migration 27af2614-b221-4293-bff4-177963738446 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1147.247531] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 955e648f-e080-4825-8373-0edfbda3a0ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1147.247633] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 89fac7d9-a468-4f8c-957f-42b1e127fc1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1147.247732] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Migration 77eea995-5da9-44c1-80b7-36c28d9ddd37 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1147.247832] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1147.247932] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1147.248148] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1147.248302] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3136MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '7', 'num_task_None': '7', 'num_os_type_None': '11', 'num_proj_62fc51a0dbef48ccb8850d978c297b52': '3', 'io_workload': '3', 'num_vm_rescued': '1', 'num_task_resize_prep': '1', 'num_proj_61e99c161e3244529fa7b47851e148d1': '1', 'num_proj_210e3a51b3354449aa68e1b939ba479e': '1', 'num_task_shelving_image_pending_upload': '1', 'num_proj_5181d87ed2284b379e6d2b087f4cd9fe': '1', 'num_proj_dbc47e7a6f754d668677f859efa60268': '1', 'num_proj_60c504a79d8c44478327ea8992f65cb8': '1', 'num_vm_resized': '1', 'num_task_deleting': '1', 'num_proj_dfe38d2a113e40e69aa390483a71ab03': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_6cac5f78dc904e5eb74085f804e4741e': '1', 'num_proj_f3b4e657996447b7bc332dc7f07de0d7': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1147.395322] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1147.398861] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2338963-f174-47ce-a42c-bef96d17993b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.409881] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1147.409881] env[65923]: value = "task-4707801" [ 1147.409881] env[65923]: _type = "Task" [ 1147.409881] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.421845] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707801, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.466043] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a266dfd5-52ad-41cb-b268-50356e5a5bf2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.474739] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887f72d8-f596-48bc-9495-4dff20787643 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.507344] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cb6aa5-6dbc-4fcb-9c5e-e48880ba0c44 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.516606] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5044680-3017-4b06-a76a-04fa047a5c11 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.533989] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.693286] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525abd8c-856a-0349-30c4-1140a393d6c2, 'name': SearchDatastore_Task, 'duration_secs': 0.028437} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.694435] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-981bcfa1-ca8f-4ed8-ac0f-33375e52d7c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.702557] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1147.702557] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52415f04-aa32-26ca-137d-30275df4a398" [ 1147.702557] env[65923]: _type = "Task" [ 1147.702557] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.717346] env[65923]: DEBUG oslo_concurrency.lockutils [req-81eac512-66b4-4372-9634-522d60c1e90e req-44c957e2-1d2d-410a-8177-76349abbf5c9 service nova] Releasing lock "refresh_cache-89fac7d9-a468-4f8c-957f-42b1e127fc1f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.717746] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52415f04-aa32-26ca-137d-30275df4a398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.754519] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.755681] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df60913-c7bc-441e-a1a2-41183be4ccdf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.764497] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1147.764497] env[65923]: value = "task-4707802" [ 1147.764497] env[65923]: _type = "Task" [ 1147.764497] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.775506] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.923897] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707801, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.037392] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.213465] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52415f04-aa32-26ca-137d-30275df4a398, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.213742] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.214069] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 89fac7d9-a468-4f8c-957f-42b1e127fc1f/89fac7d9-a468-4f8c-957f-42b1e127fc1f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.214328] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e8602c-463e-4356-96be-9982243813d0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.220078] env[65923]: DEBUG nova.compute.manager [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1148.223698] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1148.223698] env[65923]: value = "task-4707803" [ 1148.223698] env[65923]: _type = "Task" [ 1148.223698] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.234141] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.252155] env[65923]: DEBUG nova.virt.hardware [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1148.252155] env[65923]: DEBUG nova.virt.hardware [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.252155] env[65923]: DEBUG nova.virt.hardware [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1148.252155] env[65923]: DEBUG nova.virt.hardware [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.252428] env[65923]: DEBUG nova.virt.hardware [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1148.252459] env[65923]: DEBUG nova.virt.hardware [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1148.252693] env[65923]: DEBUG nova.virt.hardware [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.252859] env[65923]: DEBUG nova.virt.hardware [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1148.253055] env[65923]: DEBUG nova.virt.hardware [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1148.253292] env[65923]: DEBUG nova.virt.hardware [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1148.253485] env[65923]: DEBUG nova.virt.hardware [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1148.254485] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd3e841-8364-4f3e-ba2d-7fc36aeabada {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.263331] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049121ae-94a6-4b99-8e07-f611b91ffbb1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.278082] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707802, 'name': PowerOffVM_Task, 'duration_secs': 0.236813} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.287106] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.287340] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance '9d524ab6-cab6-4d5c-91a8-4c63ed3c581f' progress to 17 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.299276] env[65923]: INFO nova.compute.manager [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Rebuilding instance [ 1148.348562] env[65923]: DEBUG nova.compute.manager [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1148.349586] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03d080c-736d-4342-b4e4-68307f88ac6f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.425488] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707801, 'name': CloneVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.542531] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1148.542808] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.366s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.543124] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.469s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.544600] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.544749] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Cleaning up deleted instances {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1148.655031] env[65923]: DEBUG nova.compute.manager [req-79f8eabb-add5-4770-a396-be4677182f5f req-fe2cbf66-8f03-41c6-bb0c-ac516d8eee8a service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Received event network-vif-plugged-9145cddd-973f-4e12-80d0-1966092e0187 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1148.655236] env[65923]: DEBUG oslo_concurrency.lockutils [req-79f8eabb-add5-4770-a396-be4677182f5f req-fe2cbf66-8f03-41c6-bb0c-ac516d8eee8a service nova] Acquiring lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.656138] env[65923]: DEBUG oslo_concurrency.lockutils [req-79f8eabb-add5-4770-a396-be4677182f5f req-fe2cbf66-8f03-41c6-bb0c-ac516d8eee8a service nova] Lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.656138] env[65923]: DEBUG oslo_concurrency.lockutils [req-79f8eabb-add5-4770-a396-be4677182f5f req-fe2cbf66-8f03-41c6-bb0c-ac516d8eee8a service nova] Lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.656138] env[65923]: DEBUG nova.compute.manager [req-79f8eabb-add5-4770-a396-be4677182f5f req-fe2cbf66-8f03-41c6-bb0c-ac516d8eee8a service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] No waiting events found dispatching network-vif-plugged-9145cddd-973f-4e12-80d0-1966092e0187 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1148.656138] env[65923]: WARNING nova.compute.manager [req-79f8eabb-add5-4770-a396-be4677182f5f req-fe2cbf66-8f03-41c6-bb0c-ac516d8eee8a service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Received unexpected event network-vif-plugged-9145cddd-973f-4e12-80d0-1966092e0187 for instance with vm_state building and task_state spawning. [ 1148.681452] env[65923]: DEBUG nova.network.neutron [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Successfully updated port: 9145cddd-973f-4e12-80d0-1966092e0187 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1148.734542] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497913} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.734814] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 89fac7d9-a468-4f8c-957f-42b1e127fc1f/89fac7d9-a468-4f8c-957f-42b1e127fc1f.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.735060] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.735340] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-615ef158-1bde-4b3a-be2e-c7cccc5818f0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.742965] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1148.742965] env[65923]: value = "task-4707804" [ 1148.742965] env[65923]: _type = "Task" [ 1148.742965] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.754703] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.795098] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1148.795399] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.795588] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1148.795802] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.795979] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1148.796180] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1148.796443] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.796706] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1148.796915] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1148.797126] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1148.797341] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1148.803260] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42141648-94b5-49b5-aa89-a674b829f604 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.819438] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1148.819438] env[65923]: value = "task-4707805" [ 1148.819438] env[65923]: _type = "Task" [ 1148.819438] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.828944] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.922828] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707801, 'name': CloneVM_Task, 'duration_secs': 1.055476} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.923054] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Created linked-clone VM from snapshot [ 1148.923908] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b3fb64-cf2a-4fa5-91f2-9205e5e01b88 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.932304] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Uploading image 823c9771-7a20-4e9d-8532-773134bc7329 {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1148.960475] env[65923]: DEBUG oslo_vmware.rw_handles [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1148.960475] env[65923]: value = "vm-918774" [ 1148.960475] env[65923]: _type = "VirtualMachine" [ 1148.960475] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1148.960820] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa18fb5b-e0f5-4065-a6c4-55b531dd0027 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.969278] env[65923]: DEBUG oslo_vmware.rw_handles [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lease: (returnval){ [ 1148.969278] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52706208-9ae5-5b68-2a9f-4f7bd49e2e19" [ 1148.969278] env[65923]: _type = "HttpNfcLease" [ 1148.969278] env[65923]: } obtained for exporting VM: (result){ [ 1148.969278] env[65923]: value = "vm-918774" [ 1148.969278] env[65923]: _type = "VirtualMachine" [ 1148.969278] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1148.969651] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the lease: (returnval){ [ 1148.969651] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52706208-9ae5-5b68-2a9f-4f7bd49e2e19" [ 1148.969651] env[65923]: _type = "HttpNfcLease" [ 1148.969651] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1148.976780] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1148.976780] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52706208-9ae5-5b68-2a9f-4f7bd49e2e19" [ 1148.976780] env[65923]: _type = "HttpNfcLease" [ 1148.976780] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.062878] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] There are 54 instances to clean {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1149.063109] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 86d77ccf-ea38-4aae-b268-5898eb5e8579] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1149.186552] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.186552] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.186552] env[65923]: DEBUG nova.network.neutron [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1149.255726] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07252} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.256306] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.257012] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ba4ff1-0579-4127-94df-3e096037cf94 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.287559] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 89fac7d9-a468-4f8c-957f-42b1e127fc1f/89fac7d9-a468-4f8c-957f-42b1e127fc1f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.291044] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22221c3f-d965-49ba-897d-4e04b1051f07 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.313285] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1149.313285] env[65923]: value = "task-4707807" [ 1149.313285] env[65923]: _type = "Task" [ 1149.313285] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.319759] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d8b86f-b3f3-4dd7-abc4-b0ac8ec40b27 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.326227] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.338457] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707805, 'name': ReconfigVM_Task, 'duration_secs': 0.465889} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.339543] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd497c72-0b63-4bd9-a6ec-9e1deba16116 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.343228] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance '9d524ab6-cab6-4d5c-91a8-4c63ed3c581f' progress to 33 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.376678] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.377396] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f79c6441-62e7-4e49-95f5-4cc1a7e0ffe1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.379984] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6586e3-0148-4fd4-b639-449a89c4c6bb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.392284] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223e4a2f-e81a-4d1c-8685-b2fa6781e2fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.397256] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for the task: (returnval){ [ 1149.397256] env[65923]: value = "task-4707808" [ 1149.397256] env[65923]: _type = "Task" [ 1149.397256] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.413364] env[65923]: DEBUG nova.compute.provider_tree [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.422041] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.480067] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.480067] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52706208-9ae5-5b68-2a9f-4f7bd49e2e19" [ 1149.480067] env[65923]: _type = "HttpNfcLease" [ 1149.480067] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1149.480518] env[65923]: DEBUG oslo_vmware.rw_handles [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1149.480518] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52706208-9ae5-5b68-2a9f-4f7bd49e2e19" [ 1149.480518] env[65923]: _type = "HttpNfcLease" [ 1149.480518] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1149.481113] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03a75cd-707f-40bc-b86a-516bd2f82374 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.490596] env[65923]: DEBUG oslo_vmware.rw_handles [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e01-f840-0342-475e-c45a99a39e66/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1149.490874] env[65923]: DEBUG oslo_vmware.rw_handles [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e01-f840-0342-475e-c45a99a39e66/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1149.565982] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 4c29c4b0-dbf2-41f4-b881-8f055d6914ad] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1149.607971] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76d4db64-ddd4-44d2-8487-4ee5325520d4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.721015] env[65923]: DEBUG nova.network.neutron [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1149.795923] env[65923]: WARNING neutronclient.v2_0.client [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.823967] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707807, 'name': ReconfigVM_Task, 'duration_secs': 0.345405} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.824325] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 89fac7d9-a468-4f8c-957f-42b1e127fc1f/89fac7d9-a468-4f8c-957f-42b1e127fc1f.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.825044] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0689f8c-b0fb-4828-a9b7-018b03941e51 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.832860] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1149.832860] env[65923]: value = "task-4707809" [ 1149.832860] env[65923]: _type = "Task" [ 1149.832860] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.845609] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707809, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.849986] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1149.850248] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.850405] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1149.850609] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.850752] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1149.850937] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1149.851163] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1149.851446] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1149.851619] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1149.851781] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1149.851948] env[65923]: DEBUG nova.virt.hardware [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1149.857592] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.858329] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2297f645-7328-4050-912c-3d11867d1fae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.875516] env[65923]: DEBUG nova.network.neutron [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance_info_cache with network_info: [{"id": "9145cddd-973f-4e12-80d0-1966092e0187", "address": "fa:16:3e:10:93:b8", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9145cddd-97", "ovs_interfaceid": "9145cddd-973f-4e12-80d0-1966092e0187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.883753] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1149.883753] env[65923]: value = "task-4707810" [ 1149.883753] env[65923]: _type = "Task" [ 1149.883753] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.893898] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.912048] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707808, 'name': PowerOffVM_Task, 'duration_secs': 0.211251} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.912048] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.912553] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.913046] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d7999c5-7bbc-4f97-bba2-4ca871b06f40 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.917345] env[65923]: DEBUG nova.scheduler.client.report [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.923260] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for the task: (returnval){ [ 1149.923260] env[65923]: value = "task-4707811" [ 1149.923260] env[65923]: _type = "Task" [ 1149.923260] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.934239] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1149.934510] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.934738] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918749', 'volume_id': '37984987-a463-4daf-b63e-c93fec02ab97', 'name': 'volume-37984987-a463-4daf-b63e-c93fec02ab97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18bc37fd-54d1-45d7-a100-a3413b576cbd', 'attached_at': '', 'detached_at': '', 'volume_id': '37984987-a463-4daf-b63e-c93fec02ab97', 'serial': '37984987-a463-4daf-b63e-c93fec02ab97'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.935618] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f355fe-5199-4dae-bd1d-1eae012db278 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.959017] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689c2c95-a4c2-456a-adcc-41742170b72f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.969856] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0455a99-0279-4793-8771-8239e897227c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.777559] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 768f3e06-acc9-47db-9bae-cbdfa4338633] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.783193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.783193] env[65923]: DEBUG nova.compute.manager [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Instance network_info: |[{"id": "9145cddd-973f-4e12-80d0-1966092e0187", "address": "fa:16:3e:10:93:b8", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9145cddd-97", "ovs_interfaceid": "9145cddd-973f-4e12-80d0-1966092e0187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1150.788686] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:93:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9145cddd-973f-4e12-80d0-1966092e0187', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.796307] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1150.800288] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7895af-9f78-4c78-920f-1f1efe542cae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.804866] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.805450] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85212fb1-74df-4dd4-afeb-e8ff6469f6f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.827217] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707809, 'name': Rename_Task, 'duration_secs': 0.154071} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.844442] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.845244] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707810, 'name': ReconfigVM_Task, 'duration_secs': 0.218036} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.845560] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] The volume has not been displaced from its original location: [datastore1] volume-37984987-a463-4daf-b63e-c93fec02ab97/volume-37984987-a463-4daf-b63e-c93fec02ab97.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1150.851390] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.853182] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-641d4892-7a14-4340-8d15-a764b7afb6a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.855206] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.856012] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5c4141f-ea85-486d-97df-18ecfac501bd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.870399] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.870399] env[65923]: value = "task-4707812" [ 1150.870399] env[65923]: _type = "Task" [ 1150.870399] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.872082] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbc9bb7-6d6e-460a-83be-ed1368780460 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.876006] env[65923]: DEBUG nova.compute.manager [req-d4956b27-d114-4985-838c-a897aea355fb req-a367eb2f-285c-4173-8a31-ab36742af73e service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Received event network-changed-9145cddd-973f-4e12-80d0-1966092e0187 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.876272] env[65923]: DEBUG nova.compute.manager [req-d4956b27-d114-4985-838c-a897aea355fb req-a367eb2f-285c-4173-8a31-ab36742af73e service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Refreshing instance network info cache due to event network-changed-9145cddd-973f-4e12-80d0-1966092e0187. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1150.876541] env[65923]: DEBUG oslo_concurrency.lockutils [req-d4956b27-d114-4985-838c-a897aea355fb req-a367eb2f-285c-4173-8a31-ab36742af73e service nova] Acquiring lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.876683] env[65923]: DEBUG oslo_concurrency.lockutils [req-d4956b27-d114-4985-838c-a897aea355fb req-a367eb2f-285c-4173-8a31-ab36742af73e service nova] Acquired lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.876907] env[65923]: DEBUG nova.network.neutron [req-d4956b27-d114-4985-838c-a897aea355fb req-a367eb2f-285c-4173-8a31-ab36742af73e service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Refreshing network info cache for port 9145cddd-973f-4e12-80d0-1966092e0187 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.885752] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1150.885752] env[65923]: value = "task-4707813" [ 1150.885752] env[65923]: _type = "Task" [ 1150.885752] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.887551] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for the task: (returnval){ [ 1150.887551] env[65923]: value = "task-4707814" [ 1150.887551] env[65923]: _type = "Task" [ 1150.887551] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.917992] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f/9d524ab6-cab6-4d5c-91a8-4c63ed3c581f.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.929503] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-473f2ddd-d4ad-44b9-b3a5-174a7f6efbf2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.948467] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707812, 'name': CreateVM_Task} progress is 15%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.957100] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.962282] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1150.962282] env[65923]: value = "task-4707815" [ 1150.962282] env[65923]: _type = "Task" [ 1150.962282] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.963031] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.973896] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.285660] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 105e05e5-96ce-4e0d-b672-6223b7c85ec7] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1151.288869] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.746s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.292216] env[65923]: DEBUG oslo_concurrency.lockutils [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.211s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.292529] env[65923]: DEBUG oslo_concurrency.lockutils [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.321943] env[65923]: INFO nova.scheduler.client.report [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Deleted allocations for instance 83e9eb94-b087-49db-865e-f32e66f90e6f [ 1151.383860] env[65923]: WARNING neutronclient.v2_0.client [req-d4956b27-d114-4985-838c-a897aea355fb req-a367eb2f-285c-4173-8a31-ab36742af73e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.390133] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707812, 'name': CreateVM_Task, 'duration_secs': 0.389963} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.393521] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.394093] env[65923]: WARNING neutronclient.v2_0.client [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.394470] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.394631] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.395136] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.395913] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a1620b-aa7f-4779-8bfa-e2e703473142 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.402142] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.402743] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1151.402743] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5252a075-d8d6-4b21-e27b-d91e03101e12" [ 1151.402743] env[65923]: _type = "Task" [ 1151.402743] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.414651] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5252a075-d8d6-4b21-e27b-d91e03101e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.422418] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.475287] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707815, 'name': ReconfigVM_Task, 'duration_secs': 0.378163} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.475676] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f/9d524ab6-cab6-4d5c-91a8-4c63ed3c581f.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.476016] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance '9d524ab6-cab6-4d5c-91a8-4c63ed3c581f' progress to 50 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.577081] env[65923]: WARNING neutronclient.v2_0.client [req-d4956b27-d114-4985-838c-a897aea355fb req-a367eb2f-285c-4173-8a31-ab36742af73e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.659648] env[65923]: DEBUG nova.network.neutron [req-d4956b27-d114-4985-838c-a897aea355fb req-a367eb2f-285c-4173-8a31-ab36742af73e service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updated VIF entry in instance network info cache for port 9145cddd-973f-4e12-80d0-1966092e0187. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1151.660638] env[65923]: DEBUG nova.network.neutron [req-d4956b27-d114-4985-838c-a897aea355fb req-a367eb2f-285c-4173-8a31-ab36742af73e service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance_info_cache with network_info: [{"id": "9145cddd-973f-4e12-80d0-1966092e0187", "address": "fa:16:3e:10:93:b8", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9145cddd-97", "ovs_interfaceid": "9145cddd-973f-4e12-80d0-1966092e0187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.793335] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: e6ac4851-c789-4978-ba3a-74bbb111d61a] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1151.830898] env[65923]: DEBUG oslo_concurrency.lockutils [None req-924a42b6-dad7-4b64-9ff8-323e48111714 tempest-AttachVolumeTestJSON-447901770 tempest-AttachVolumeTestJSON-447901770-project-member] Lock "83e9eb94-b087-49db-865e-f32e66f90e6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.402s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.861426] env[65923]: INFO nova.scheduler.client.report [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted allocation for migration 27af2614-b221-4293-bff4-177963738446 [ 1151.900627] env[65923]: DEBUG oslo_vmware.api [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707813, 'name': PowerOnVM_Task, 'duration_secs': 0.879317} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.901972] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.902275] env[65923]: INFO nova.compute.manager [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1151.902543] env[65923]: DEBUG nova.compute.manager [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1151.903810] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64caa0c8-1fc9-4118-be66-c9d75af014f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.924683] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5252a075-d8d6-4b21-e27b-d91e03101e12, 'name': SearchDatastore_Task, 'duration_secs': 0.020226} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.925755] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.926054] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.926385] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.926613] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.926833] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.930309] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-071f529a-d4b3-428a-895a-799e7f5705a3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.932478] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.942797] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.942995] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.944992] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5ddf8b-367d-4d64-ab37-6e0e172e6bc7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.951443] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1151.951443] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52aafd7e-a1ad-07de-09b3-d9bd0a5fa747" [ 1151.951443] env[65923]: _type = "Task" [ 1151.951443] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.962275] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52aafd7e-a1ad-07de-09b3-d9bd0a5fa747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.983576] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deccb115-3c36-4d7a-96b4-60e75a45318d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.007915] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01be51e1-8e5e-4aae-874b-91ec82982de7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.031477] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance '9d524ab6-cab6-4d5c-91a8-4c63ed3c581f' progress to 67 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.163561] env[65923]: DEBUG oslo_concurrency.lockutils [req-d4956b27-d114-4985-838c-a897aea355fb req-a367eb2f-285c-4173-8a31-ab36742af73e service nova] Releasing lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.298779] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 29b5f6b7-c711-4ef5-8a21-9a4bd06d783c] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.367720] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "955e648f-e080-4825-8373-0edfbda3a0ae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.196s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.422414] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707814, 'name': ReconfigVM_Task, 'duration_secs': 1.241018} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.422703] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1152.432137] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2d2419b-4520-4541-8e6f-cb9dc4d78173 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.445121] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "2935cac3-787c-483b-bef9-3af01c708fe8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.445353] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "2935cac3-787c-483b-bef9-3af01c708fe8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.445520] env[65923]: INFO nova.compute.manager [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Shelving [ 1152.446872] env[65923]: INFO nova.compute.manager [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Took 14.63 seconds to build instance. [ 1152.453785] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for the task: (returnval){ [ 1152.453785] env[65923]: value = "task-4707816" [ 1152.453785] env[65923]: _type = "Task" [ 1152.453785] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.468453] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52aafd7e-a1ad-07de-09b3-d9bd0a5fa747, 'name': SearchDatastore_Task, 'duration_secs': 0.021523} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.473032] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707816, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.473542] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d50d7bb-7b26-4091-b55a-f26b6f70da68 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.482438] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1152.482438] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52abb85d-9096-514c-3396-7086e9caf89c" [ 1152.482438] env[65923]: _type = "Task" [ 1152.482438] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.492459] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52abb85d-9096-514c-3396-7086e9caf89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.802191] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 8696a13b-7a7c-459e-ac69-eaedca7619a9] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.951593] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4b1c0724-4261-4902-bd7e-b14564d4891c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.167s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.969979] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707816, 'name': ReconfigVM_Task, 'duration_secs': 0.142773} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.972741] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918749', 'volume_id': '37984987-a463-4daf-b63e-c93fec02ab97', 'name': 'volume-37984987-a463-4daf-b63e-c93fec02ab97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '18bc37fd-54d1-45d7-a100-a3413b576cbd', 'attached_at': '', 'detached_at': '', 'volume_id': '37984987-a463-4daf-b63e-c93fec02ab97', 'serial': '37984987-a463-4daf-b63e-c93fec02ab97'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1152.973040] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.973892] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c1d773-5495-446e-b570-298a9df15915 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.983641] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.986766] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fa2a11f-9a07-4f75-9b3c-9cb3389c336e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.996182] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52abb85d-9096-514c-3396-7086e9caf89c, 'name': SearchDatastore_Task, 'duration_secs': 0.013333} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.996504] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.996806] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16/0f402ae1-e1f5-4c75-a6dc-f40f0b34da16.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.997523] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-478ed3e7-25cc-4c67-9590-0e8f4670e84a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.008075] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1153.008075] env[65923]: value = "task-4707818" [ 1153.008075] env[65923]: _type = "Task" [ 1153.008075] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.019065] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.072041] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.072319] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.072467] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Deleting the datastore file [datastore1] 18bc37fd-54d1-45d7-a100-a3413b576cbd {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.072801] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bc48b62-e915-40b8-861a-088d8b1d3724 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.082495] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for the task: (returnval){ [ 1153.082495] env[65923]: value = "task-4707819" [ 1153.082495] env[65923]: _type = "Task" [ 1153.082495] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.092739] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.167341] env[65923]: DEBUG nova.compute.manager [req-4980533b-3c5e-4f06-bc9c-556886844d5e req-4a521e13-e8ec-4302-b6c9-0dd48eb0f61f service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Received event network-changed-13f68e8f-d395-4ecd-becc-4416f6757d2c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1153.168435] env[65923]: DEBUG nova.compute.manager [req-4980533b-3c5e-4f06-bc9c-556886844d5e req-4a521e13-e8ec-4302-b6c9-0dd48eb0f61f service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Refreshing instance network info cache due to event network-changed-13f68e8f-d395-4ecd-becc-4416f6757d2c. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1153.168435] env[65923]: DEBUG oslo_concurrency.lockutils [req-4980533b-3c5e-4f06-bc9c-556886844d5e req-4a521e13-e8ec-4302-b6c9-0dd48eb0f61f service nova] Acquiring lock "refresh_cache-89fac7d9-a468-4f8c-957f-42b1e127fc1f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.168435] env[65923]: DEBUG oslo_concurrency.lockutils [req-4980533b-3c5e-4f06-bc9c-556886844d5e req-4a521e13-e8ec-4302-b6c9-0dd48eb0f61f service nova] Acquired lock "refresh_cache-89fac7d9-a468-4f8c-957f-42b1e127fc1f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.168435] env[65923]: DEBUG nova.network.neutron [req-4980533b-3c5e-4f06-bc9c-556886844d5e req-4a521e13-e8ec-4302-b6c9-0dd48eb0f61f service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Refreshing network info cache for port 13f68e8f-d395-4ecd-becc-4416f6757d2c {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.306343] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 5ebaa096-8ba1-490d-aba2-d254c50dee8f] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.457701] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.458959] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-092d0bcc-6367-4134-b3fe-adbb29cb19f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.471818] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1153.471818] env[65923]: value = "task-4707821" [ 1153.471818] env[65923]: _type = "Task" [ 1153.471818] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.482644] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.522168] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707818, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.595857] env[65923]: DEBUG oslo_vmware.api [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Task: {'id': task-4707819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13274} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.596064] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.597101] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.597101] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.671163] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1153.671821] env[65923]: WARNING neutronclient.v2_0.client [req-4980533b-3c5e-4f06-bc9c-556886844d5e req-4a521e13-e8ec-4302-b6c9-0dd48eb0f61f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.676707] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1385247-2e97-4d82-9119-8d2672a25ed3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.682823] env[65923]: WARNING neutronclient.v2_0.client [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.683556] env[65923]: WARNING neutronclient.v2_0.client [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.695315] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0750439-f777-4871-a28e-cf081cec5828 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.709125] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "955e648f-e080-4825-8373-0edfbda3a0ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.709468] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "955e648f-e080-4825-8373-0edfbda3a0ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.709683] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "955e648f-e080-4825-8373-0edfbda3a0ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.709860] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "955e648f-e080-4825-8373-0edfbda3a0ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.710037] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "955e648f-e080-4825-8373-0edfbda3a0ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.712340] env[65923]: INFO nova.compute.manager [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Terminating instance [ 1153.745885] env[65923]: ERROR nova.compute.manager [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Failed to detach volume 37984987-a463-4daf-b63e-c93fec02ab97 from /dev/sda: nova.exception.InstanceNotFound: Instance 18bc37fd-54d1-45d7-a100-a3413b576cbd could not be found. [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Traceback (most recent call last): [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self.driver.rebuild(**kwargs) [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] raise NotImplementedError() [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] NotImplementedError [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] During handling of the above exception, another exception occurred: [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Traceback (most recent call last): [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self.driver.detach_volume(context, old_connection_info, [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] return self._volumeops.detach_volume(connection_info, instance) [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self._detach_volume_vmdk(connection_info, instance) [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] stable_ref.fetch_moref(session) [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] nova.exception.InstanceNotFound: Instance 18bc37fd-54d1-45d7-a100-a3413b576cbd could not be found. [ 1153.745885] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] [ 1153.757587] env[65923]: DEBUG nova.network.neutron [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Port 9ad45041-0b10-4ab7-999e-093d5725d926 binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1153.812935] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: a6442798-11ae-4a43-a0b6-e9726db3653b] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.892027] env[65923]: WARNING neutronclient.v2_0.client [req-4980533b-3c5e-4f06-bc9c-556886844d5e req-4a521e13-e8ec-4302-b6c9-0dd48eb0f61f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.912550] env[65923]: DEBUG nova.compute.utils [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Build of instance 18bc37fd-54d1-45d7-a100-a3413b576cbd aborted: Failed to rebuild volume backed instance. {{(pid=65923) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1153.914839] env[65923]: ERROR nova.compute.manager [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 18bc37fd-54d1-45d7-a100-a3413b576cbd aborted: Failed to rebuild volume backed instance. [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Traceback (most recent call last): [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self.driver.rebuild(**kwargs) [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] raise NotImplementedError() [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] NotImplementedError [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] During handling of the above exception, another exception occurred: [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Traceback (most recent call last): [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 3682, in _rebuild_volume_backed_instance [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self._detach_root_volume(context, instance, root_bdm) [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 3661, in _detach_root_volume [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] with excutils.save_and_reraise_exception(): [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self.force_reraise() [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] raise self.value [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self.driver.detach_volume(context, old_connection_info, [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] return self._volumeops.detach_volume(connection_info, instance) [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self._detach_volume_vmdk(connection_info, instance) [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] stable_ref.fetch_moref(session) [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] nova.exception.InstanceNotFound: Instance 18bc37fd-54d1-45d7-a100-a3413b576cbd could not be found. [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] During handling of the above exception, another exception occurred: [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Traceback (most recent call last): [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 11553, in _error_out_instance_on_exception [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] yield [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 3950, in rebuild_instance [ 1153.914839] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self._do_rebuild_instance_with_claim( [ 1153.916200] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 4036, in _do_rebuild_instance_with_claim [ 1153.916200] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self._do_rebuild_instance( [ 1153.916200] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 1153.916200] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self._rebuild_default_impl(**kwargs) [ 1153.916200] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 3805, in _rebuild_default_impl [ 1153.916200] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] self._rebuild_volume_backed_instance( [ 1153.916200] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] File "/opt/stack/nova/nova/compute/manager.py", line 3697, in _rebuild_volume_backed_instance [ 1153.916200] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] raise exception.BuildAbortException( [ 1153.916200] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] nova.exception.BuildAbortException: Build of instance 18bc37fd-54d1-45d7-a100-a3413b576cbd aborted: Failed to rebuild volume backed instance. [ 1153.916200] env[65923]: ERROR nova.compute.manager [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] [ 1153.969075] env[65923]: DEBUG nova.network.neutron [req-4980533b-3c5e-4f06-bc9c-556886844d5e req-4a521e13-e8ec-4302-b6c9-0dd48eb0f61f service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Updated VIF entry in instance network info cache for port 13f68e8f-d395-4ecd-becc-4416f6757d2c. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1153.969473] env[65923]: DEBUG nova.network.neutron [req-4980533b-3c5e-4f06-bc9c-556886844d5e req-4a521e13-e8ec-4302-b6c9-0dd48eb0f61f service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Updating instance_info_cache with network_info: [{"id": "13f68e8f-d395-4ecd-becc-4416f6757d2c", "address": "fa:16:3e:6a:29:09", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f68e8f-d3", "ovs_interfaceid": "13f68e8f-d395-4ecd-becc-4416f6757d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.981879] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707821, 'name': PowerOffVM_Task, 'duration_secs': 0.270387} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.982208] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.983056] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa00c6c-6d87-493b-8646-bc126df2ef0b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.004373] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244a28d7-d56c-4a9e-bc18-1c987f73ceb7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.025051] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707818, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.218023] env[65923]: DEBUG nova.compute.manager [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1154.218311] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.219307] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ac3385-c444-46ad-b1d2-d9c570ef1686 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.227818] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.228578] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-271a6c38-2560-4daa-b1b5-41ca68d48845 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.235883] env[65923]: DEBUG oslo_vmware.api [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1154.235883] env[65923]: value = "task-4707822" [ 1154.235883] env[65923]: _type = "Task" [ 1154.235883] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.246524] env[65923]: DEBUG oslo_vmware.api [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.316489] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 51fd23fc-5490-4b2b-96fc-6851d26e162c] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.472199] env[65923]: DEBUG oslo_concurrency.lockutils [req-4980533b-3c5e-4f06-bc9c-556886844d5e req-4a521e13-e8ec-4302-b6c9-0dd48eb0f61f service nova] Releasing lock "refresh_cache-89fac7d9-a468-4f8c-957f-42b1e127fc1f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.520018] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1154.520529] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57a00208-b210-408c-b3fb-1a9147b88546 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.526328] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707818, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.533756] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1154.533756] env[65923]: value = "task-4707823" [ 1154.533756] env[65923]: _type = "Task" [ 1154.533756] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.545376] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707823, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.746694] env[65923]: DEBUG oslo_vmware.api [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707822, 'name': PowerOffVM_Task, 'duration_secs': 0.401219} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.746998] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.747235] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.747474] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aa84c77-3969-49f0-bf9c-3feaffb28072 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.784155] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.784319] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.784486] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.820761] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: d95a3ee6-bedd-4f69-96f4-4837a87a707f] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.857788] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.858154] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.858453] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleting the datastore file [datastore2] 955e648f-e080-4825-8373-0edfbda3a0ae {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.859427] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3a2c7b1-9596-4390-a902-98aee787c9b6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.866985] env[65923]: DEBUG oslo_vmware.api [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for the task: (returnval){ [ 1154.866985] env[65923]: value = "task-4707825" [ 1154.866985] env[65923]: _type = "Task" [ 1154.866985] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.877119] env[65923]: DEBUG oslo_vmware.api [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.024035] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707818, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.615106} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.024235] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16/0f402ae1-e1f5-4c75-a6dc-f40f0b34da16.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.024430] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.024758] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c97ce3e5-bfcf-4aba-a9f0-efa4a9f59635 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.033546] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1155.033546] env[65923]: value = "task-4707826" [ 1155.033546] env[65923]: _type = "Task" [ 1155.033546] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.047590] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707823, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.051562] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.324966] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 9b7ea308-a6de-4c4b-a327-7678a70365d8] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.378027] env[65923]: DEBUG oslo_vmware.api [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Task: {'id': task-4707825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257057} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.378319] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.378496] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.378770] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.378956] env[65923]: INFO nova.compute.manager [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1155.379248] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1155.379452] env[65923]: DEBUG nova.compute.manager [-] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1155.379604] env[65923]: DEBUG nova.network.neutron [-] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1155.379871] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.413484] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.548182] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707823, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.551939] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100592} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.552366] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.553441] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7568da90-4a09-4941-a351-93b878d7b3fb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.580898] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16/0f402ae1-e1f5-4c75-a6dc-f40f0b34da16.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.581282] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db970467-d38e-4853-993a-d3b3d3c05d21 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.603845] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1155.603845] env[65923]: value = "task-4707827" [ 1155.603845] env[65923]: _type = "Task" [ 1155.603845] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.613196] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.742341] env[65923]: DEBUG nova.compute.manager [req-dea73b8b-6c24-4a51-aebd-929609d771bf req-d07d945e-8f78-47ed-a4d2-312495bc36db service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Received event network-vif-deleted-6fdc69cf-9770-4abd-8863-97acd466518a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1155.742619] env[65923]: INFO nova.compute.manager [req-dea73b8b-6c24-4a51-aebd-929609d771bf req-d07d945e-8f78-47ed-a4d2-312495bc36db service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Neutron deleted interface 6fdc69cf-9770-4abd-8863-97acd466518a; detaching it from the instance and deleting it from the info cache [ 1155.743860] env[65923]: DEBUG nova.network.neutron [req-dea73b8b-6c24-4a51-aebd-929609d771bf req-d07d945e-8f78-47ed-a4d2-312495bc36db service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.791472] env[65923]: WARNING neutronclient.v2_0.client [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.801793] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.803270] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.829155] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 6542ee11-65cb-4d5d-835b-e809ef8714ee] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.832258] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.832540] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.832758] env[65923]: DEBUG nova.network.neutron [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1155.931808] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.932196] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.053736] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707823, 'name': CreateSnapshot_Task, 'duration_secs': 1.067371} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.054185] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1156.055145] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aa0207-de19-46ac-9e75-22b94de8f04c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.112528] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2292f93-cb89-40bf-9087-b3f86be39525 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.119102] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707827, 'name': ReconfigVM_Task, 'duration_secs': 0.325631} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.119874] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16/0f402ae1-e1f5-4c75-a6dc-f40f0b34da16.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.120550] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32ca46f3-8503-4456-93c0-d77dda1a6ed5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.125201] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a8e872-b420-416d-80dc-915d5fc0ef75 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.130877] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1156.130877] env[65923]: value = "task-4707828" [ 1156.130877] env[65923]: _type = "Task" [ 1156.130877] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.162852] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea39b8fd-46d1-40a0-964d-ffd9a3e8a5b7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.168822] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707828, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.174820] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13b0b0b-ed44-483a-99f9-b45b0c323e07 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.189356] env[65923]: DEBUG nova.compute.provider_tree [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.219056] env[65923]: DEBUG nova.network.neutron [-] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.246897] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46f2b8e5-f57d-478b-a49c-04ff9ae7bfc6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.257819] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f03271-a454-4a7d-b9ba-6115f29a9c3d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.301306] env[65923]: DEBUG nova.compute.manager [req-dea73b8b-6c24-4a51-aebd-929609d771bf req-d07d945e-8f78-47ed-a4d2-312495bc36db service nova] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Detach interface failed, port_id=6fdc69cf-9770-4abd-8863-97acd466518a, reason: Instance 955e648f-e080-4825-8373-0edfbda3a0ae could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.305606] env[65923]: DEBUG nova.compute.manager [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1156.335643] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: d5b6f484-713d-416f-b96d-8c25462babd5] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.338937] env[65923]: WARNING neutronclient.v2_0.client [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.518339] env[65923]: WARNING neutronclient.v2_0.client [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.580421] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1156.583799] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c98566cc-bac6-41fe-a4a0-6b091eb6bf63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.593374] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1156.593374] env[65923]: value = "task-4707830" [ 1156.593374] env[65923]: _type = "Task" [ 1156.593374] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.603699] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707830, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.622629] env[65923]: DEBUG nova.network.neutron [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance_info_cache with network_info: [{"id": "9ad45041-0b10-4ab7-999e-093d5725d926", "address": "fa:16:3e:2c:6a:b4", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad45041-0b", "ovs_interfaceid": "9ad45041-0b10-4ab7-999e-093d5725d926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.643511] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707828, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.693490] env[65923]: DEBUG nova.scheduler.client.report [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.721551] env[65923]: INFO nova.compute.manager [-] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Took 1.34 seconds to deallocate network for instance. [ 1156.831463] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.844829] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 5aa500fa-72eb-453d-8dae-8469a3a80a32] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.848220] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Acquiring lock "18bc37fd-54d1-45d7-a100-a3413b576cbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.848507] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "18bc37fd-54d1-45d7-a100-a3413b576cbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.848770] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Acquiring lock "18bc37fd-54d1-45d7-a100-a3413b576cbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.849037] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "18bc37fd-54d1-45d7-a100-a3413b576cbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.849243] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "18bc37fd-54d1-45d7-a100-a3413b576cbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.851108] env[65923]: INFO nova.compute.manager [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Terminating instance [ 1157.104714] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707830, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.125586] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.142140] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707828, 'name': Rename_Task, 'duration_secs': 0.888596} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.142510] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.142792] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f622a49-f9e7-479b-9b68-64917fb3a942 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.150855] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1157.150855] env[65923]: value = "task-4707831" [ 1157.150855] env[65923]: _type = "Task" [ 1157.150855] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.160679] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.199062] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.267s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.199358] env[65923]: INFO nova.compute.manager [None req-c2e7b652-8dc8-43b0-8dc4-3adf6a0408f9 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Successfully reverted task state from rebuilding on failure for instance. [ 1157.204996] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.374s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.206753] env[65923]: INFO nova.compute.claims [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.228554] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.351834] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: f7adf9bb-47ae-4c0f-90d1-40d5389ccdb0] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.355989] env[65923]: DEBUG nova.compute.manager [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1157.356335] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-741ea8d2-e6e2-498f-8df4-b734cec6bb2d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.367173] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e89af5b-96e4-421e-b43e-6d6422a72967 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.402250] env[65923]: WARNING nova.virt.vmwareapi.driver [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 18bc37fd-54d1-45d7-a100-a3413b576cbd could not be found. [ 1157.402725] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.403090] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7ba975d-a998-4a3b-a2a2-a0ae1af2a786 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.412533] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11a3aaf-92d7-4e95-8593-7b1731187041 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.447038] env[65923]: WARNING nova.virt.vmwareapi.vmops [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 18bc37fd-54d1-45d7-a100-a3413b576cbd could not be found. [ 1157.447265] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.447431] env[65923]: INFO nova.compute.manager [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1157.447729] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1157.448034] env[65923]: DEBUG nova.compute.manager [-] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1157.448124] env[65923]: DEBUG nova.network.neutron [-] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1157.448374] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.483495] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.606430] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707830, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.636619] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796ea9e4-09f9-4279-a8da-b9ba59c1c032 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.644803] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f24d78-57a5-4f8b-a423-780e0a29428e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.666333] env[65923]: DEBUG oslo_vmware.api [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707831, 'name': PowerOnVM_Task, 'duration_secs': 0.498998} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.666694] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.666969] env[65923]: INFO nova.compute.manager [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1157.667179] env[65923]: DEBUG nova.compute.manager [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1157.668387] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d37aaf-e59c-4871-8529-bfed1f4e59cd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.855743] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: fa4cc1a7-af35-471c-8321-f8f06776af96] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.057242] env[65923]: DEBUG nova.compute.manager [req-d7738d46-555d-4ba1-a34d-d633973d8d45 req-de45b175-eed4-41a2-894d-3506843fd814 service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Received event network-vif-deleted-0c22e713-fe9f-4a08-80e8-8c8363b18e16 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1158.057837] env[65923]: INFO nova.compute.manager [req-d7738d46-555d-4ba1-a34d-d633973d8d45 req-de45b175-eed4-41a2-894d-3506843fd814 service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Neutron deleted interface 0c22e713-fe9f-4a08-80e8-8c8363b18e16; detaching it from the instance and deleting it from the info cache [ 1158.058280] env[65923]: DEBUG nova.network.neutron [req-d7738d46-555d-4ba1-a34d-d633973d8d45 req-de45b175-eed4-41a2-894d-3506843fd814 service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.111302] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707830, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.187382] env[65923]: INFO nova.compute.manager [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Took 16.51 seconds to build instance. [ 1158.362599] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: c5b43746-40ce-44b0-ab87-6a87671320be] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.426239] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a03428e-7d7d-4249-9e27-a48c84a047d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.436115] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b972a306-3fa0-486d-90cf-bb1e7fb885fa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.473713] env[65923]: DEBUG nova.network.neutron [-] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.476494] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c355f281-bcb9-4958-9e96-fde749b5d360 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.486948] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed36bf67-7eff-4cad-8450-17f8ce041ea5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.503136] env[65923]: DEBUG nova.compute.provider_tree [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.562128] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da0ebe26-f235-485c-a1b1-04f0088a8fea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.574337] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a346d62-9ca7-4d66-be35-7afad0fc190f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.613269] env[65923]: DEBUG nova.compute.manager [req-d7738d46-555d-4ba1-a34d-d633973d8d45 req-de45b175-eed4-41a2-894d-3506843fd814 service nova] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Detach interface failed, port_id=0c22e713-fe9f-4a08-80e8-8c8363b18e16, reason: Instance 18bc37fd-54d1-45d7-a100-a3413b576cbd could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1158.620802] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707830, 'name': CloneVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.692360] env[65923]: DEBUG oslo_concurrency.lockutils [None req-85f0841d-e159-408d-a913-ae8cae12c21b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.023s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.775433] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aae865-7a29-4b3b-9e8f-28ca52a8f01c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.800801] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962f358b-85c8-4e2c-b6f4-ee1dbd882e57 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.809808] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance '9d524ab6-cab6-4d5c-91a8-4c63ed3c581f' progress to 83 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.867853] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 5cfcd3e6-d65f-4a26-84b7-2b069addf61c] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.976745] env[65923]: INFO nova.compute.manager [-] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Took 1.53 seconds to deallocate network for instance. [ 1159.008404] env[65923]: DEBUG nova.scheduler.client.report [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.109521] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707830, 'name': CloneVM_Task, 'duration_secs': 2.061149} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.109887] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Created linked-clone VM from snapshot [ 1159.111067] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1141b40-8026-4a46-a8ee-b3c20cbbf941 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.119880] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Uploading image 2134383d-aeb5-47d3-8201-7d75909716bc {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1159.148980] env[65923]: DEBUG oslo_vmware.rw_handles [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1159.148980] env[65923]: value = "vm-918777" [ 1159.148980] env[65923]: _type = "VirtualMachine" [ 1159.148980] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1159.149314] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c83c2d51-4ea2-47f7-af4e-77557fda1f2b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.158393] env[65923]: DEBUG oslo_vmware.rw_handles [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lease: (returnval){ [ 1159.158393] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e32d45-b79e-86dc-a5c7-201f7d2b3bb1" [ 1159.158393] env[65923]: _type = "HttpNfcLease" [ 1159.158393] env[65923]: } obtained for exporting VM: (result){ [ 1159.158393] env[65923]: value = "vm-918777" [ 1159.158393] env[65923]: _type = "VirtualMachine" [ 1159.158393] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1159.158716] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the lease: (returnval){ [ 1159.158716] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e32d45-b79e-86dc-a5c7-201f7d2b3bb1" [ 1159.158716] env[65923]: _type = "HttpNfcLease" [ 1159.158716] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1159.166860] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.166860] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e32d45-b79e-86dc-a5c7-201f7d2b3bb1" [ 1159.166860] env[65923]: _type = "HttpNfcLease" [ 1159.166860] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1159.317515] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.319750] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cd9fc99-5003-4bde-bf4d-e1438b61a82b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.331560] env[65923]: DEBUG oslo_vmware.rw_handles [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e01-f840-0342-475e-c45a99a39e66/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1159.331825] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c423b82d-c862-4264-9416-9a26269b3e51 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.336107] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1159.336107] env[65923]: value = "task-4707833" [ 1159.336107] env[65923]: _type = "Task" [ 1159.336107] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.342469] env[65923]: DEBUG oslo_vmware.rw_handles [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e01-f840-0342-475e-c45a99a39e66/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1159.342469] env[65923]: ERROR oslo_vmware.rw_handles [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e01-f840-0342-475e-c45a99a39e66/disk-0.vmdk due to incomplete transfer. [ 1159.343047] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5eb354cf-e7d8-46e3-a5bb-31184efe67c6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.348847] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707833, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.352475] env[65923]: DEBUG oslo_vmware.rw_handles [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cd7e01-f840-0342-475e-c45a99a39e66/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1159.352682] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Uploaded image 823c9771-7a20-4e9d-8532-773134bc7329 to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1159.355508] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1159.355803] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dff5c583-4df1-454c-ab40-9ac257e966a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.363863] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1159.363863] env[65923]: value = "task-4707834" [ 1159.363863] env[65923]: _type = "Task" [ 1159.363863] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.373831] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: c156f99d-4055-4848-9a3f-0d624bf38ae0] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.375855] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707834, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.516043] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.517445] env[65923]: DEBUG nova.compute.manager [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1159.523094] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.291s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.523094] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.553500] env[65923]: INFO nova.scheduler.client.report [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Deleted allocations for instance 955e648f-e080-4825-8373-0edfbda3a0ae [ 1159.560536] env[65923]: INFO nova.compute.manager [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Took 0.58 seconds to detach 1 volumes for instance. [ 1159.562494] env[65923]: DEBUG nova.compute.manager [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Deleting volume: 37984987-a463-4daf-b63e-c93fec02ab97 {{(pid=65923) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1159.670552] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.670552] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e32d45-b79e-86dc-a5c7-201f7d2b3bb1" [ 1159.670552] env[65923]: _type = "HttpNfcLease" [ 1159.670552] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1159.670948] env[65923]: DEBUG oslo_vmware.rw_handles [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1159.670948] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e32d45-b79e-86dc-a5c7-201f7d2b3bb1" [ 1159.670948] env[65923]: _type = "HttpNfcLease" [ 1159.670948] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1159.671858] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d19a79e-4b49-471b-abeb-6e954483ba63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.683619] env[65923]: DEBUG oslo_vmware.rw_handles [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a66f4-1887-342d-6ccf-a8b708d1f76a/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1159.683619] env[65923]: DEBUG oslo_vmware.rw_handles [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a66f4-1887-342d-6ccf-a8b708d1f76a/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1159.786693] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd8305f6-1c1e-4048-a13f-e3d53a290031 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.848446] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707833, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.880634] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 0fc71b02-7210-4df8-8f10-d75d02bbcc7b] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.884207] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707834, 'name': Destroy_Task, 'duration_secs': 0.387817} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.884772] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Destroyed the VM [ 1159.884912] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1159.885357] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61392742-f8d1-486d-aa83-3dc5074a75e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.896346] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1159.896346] env[65923]: value = "task-4707837" [ 1159.896346] env[65923]: _type = "Task" [ 1159.896346] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.911362] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707837, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.027960] env[65923]: DEBUG nova.compute.utils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.028515] env[65923]: DEBUG nova.compute.manager [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1160.028923] env[65923]: DEBUG nova.network.neutron [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1160.029405] env[65923]: WARNING neutronclient.v2_0.client [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.029843] env[65923]: WARNING neutronclient.v2_0.client [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.066801] env[65923]: DEBUG oslo_concurrency.lockutils [None req-87f0ab9c-df23-42c3-b66f-8fe17323f23d tempest-DeleteServersTestJSON-1406423772 tempest-DeleteServersTestJSON-1406423772-project-member] Lock "955e648f-e080-4825-8373-0edfbda3a0ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.357s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.080724] env[65923]: DEBUG nova.policy [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6a905f5572426ebc1429b151ed1cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60c504a79d8c44478327ea8992f65cb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.105064] env[65923]: DEBUG nova.compute.manager [req-ce4268c7-92b4-4617-a642-830099931039 req-55334794-2bf7-4506-a805-15b70e0830ef service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Received event network-changed-9145cddd-973f-4e12-80d0-1966092e0187 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1160.105731] env[65923]: DEBUG nova.compute.manager [req-ce4268c7-92b4-4617-a642-830099931039 req-55334794-2bf7-4506-a805-15b70e0830ef service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Refreshing instance network info cache due to event network-changed-9145cddd-973f-4e12-80d0-1966092e0187. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1160.105731] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce4268c7-92b4-4617-a642-830099931039 req-55334794-2bf7-4506-a805-15b70e0830ef service nova] Acquiring lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.105971] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce4268c7-92b4-4617-a642-830099931039 req-55334794-2bf7-4506-a805-15b70e0830ef service nova] Acquired lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.105971] env[65923]: DEBUG nova.network.neutron [req-ce4268c7-92b4-4617-a642-830099931039 req-55334794-2bf7-4506-a805-15b70e0830ef service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Refreshing network info cache for port 9145cddd-973f-4e12-80d0-1966092e0187 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.124402] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.124902] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.125352] env[65923]: DEBUG nova.objects.instance [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lazy-loading 'resources' on Instance uuid 18bc37fd-54d1-45d7-a100-a3413b576cbd {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.350593] env[65923]: DEBUG oslo_vmware.api [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707833, 'name': PowerOnVM_Task, 'duration_secs': 0.61306} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.350919] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.351210] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5b8743-15bc-406b-ad11-321e391f5b3f tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance '9d524ab6-cab6-4d5c-91a8-4c63ed3c581f' progress to 100 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.385303] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: cdbc01f0-04e5-47cc-912d-047dbf659f6e] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.409254] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707837, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.463149] env[65923]: DEBUG nova.network.neutron [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Successfully created port: 90aa2679-9014-4f15-b6ac-332ceec13e6a {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1160.537021] env[65923]: DEBUG nova.compute.manager [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1160.609938] env[65923]: WARNING neutronclient.v2_0.client [req-ce4268c7-92b4-4617-a642-830099931039 req-55334794-2bf7-4506-a805-15b70e0830ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.821944] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027bfa16-4001-4fa8-9324-44f3d6968191 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.825832] env[65923]: WARNING neutronclient.v2_0.client [req-ce4268c7-92b4-4617-a642-830099931039 req-55334794-2bf7-4506-a805-15b70e0830ef service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.834282] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee52be7-1bdb-4211-b9e1-1c11002a0dc1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.875476] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db102148-d3a6-4592-b094-8ae06fd5bf67 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.884942] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d2ec6c-09b4-451e-acda-05804ae2d4a0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.889835] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: b9c3e2c9-9860-4412-a11c-1e8191e5f841] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.903068] env[65923]: DEBUG nova.compute.provider_tree [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.916148] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707837, 'name': RemoveSnapshot_Task, 'duration_secs': 0.516642} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.921739] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1160.921739] env[65923]: DEBUG nova.compute.manager [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1160.921739] env[65923]: DEBUG nova.network.neutron [req-ce4268c7-92b4-4617-a642-830099931039 req-55334794-2bf7-4506-a805-15b70e0830ef service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updated VIF entry in instance network info cache for port 9145cddd-973f-4e12-80d0-1966092e0187. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1160.921739] env[65923]: DEBUG nova.network.neutron [req-ce4268c7-92b4-4617-a642-830099931039 req-55334794-2bf7-4506-a805-15b70e0830ef service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance_info_cache with network_info: [{"id": "9145cddd-973f-4e12-80d0-1966092e0187", "address": "fa:16:3e:10:93:b8", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9145cddd-97", "ovs_interfaceid": "9145cddd-973f-4e12-80d0-1966092e0187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.921739] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3690a9ab-eb0c-427e-b04d-b4341a1e5e80 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.393055] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 6f6fb043-904b-4148-a4d3-0c234de4e2ab] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1161.409524] env[65923]: DEBUG nova.scheduler.client.report [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.425559] env[65923]: DEBUG oslo_concurrency.lockutils [req-ce4268c7-92b4-4617-a642-830099931039 req-55334794-2bf7-4506-a805-15b70e0830ef service nova] Releasing lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.435267] env[65923]: INFO nova.compute.manager [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Shelve offloading [ 1161.548871] env[65923]: DEBUG nova.compute.manager [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1161.579257] env[65923]: DEBUG nova.virt.hardware [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1161.579618] env[65923]: DEBUG nova.virt.hardware [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.579905] env[65923]: DEBUG nova.virt.hardware [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1161.580161] env[65923]: DEBUG nova.virt.hardware [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.580686] env[65923]: DEBUG nova.virt.hardware [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1161.580865] env[65923]: DEBUG nova.virt.hardware [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1161.581145] env[65923]: DEBUG nova.virt.hardware [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1161.581329] env[65923]: DEBUG nova.virt.hardware [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1161.581567] env[65923]: DEBUG nova.virt.hardware [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1161.581796] env[65923]: DEBUG nova.virt.hardware [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1161.582182] env[65923]: DEBUG nova.virt.hardware [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1161.583424] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29a47cd-1ec5-4923-b463-425f64a3fc65 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.593926] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad50b3ba-6ec3-4fe0-bc0c-6874151ccc94 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.896672] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 4d92ff04-1b95-4b1e-84a6-1a9730b4e627] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1161.915466] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.939681] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.940038] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dc564a7-1d4d-44e0-ae19-567de0231b4d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.951507] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1161.951507] env[65923]: value = "task-4707839" [ 1161.951507] env[65923]: _type = "Task" [ 1161.951507] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.965064] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1161.965570] env[65923]: DEBUG nova.compute.manager [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1161.967583] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fd009a-40ab-4b49-9ea3-006376930216 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.977991] env[65923]: DEBUG oslo_concurrency.lockutils [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.978640] env[65923]: DEBUG oslo_concurrency.lockutils [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.978640] env[65923]: DEBUG nova.network.neutron [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1162.096942] env[65923]: DEBUG nova.network.neutron [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Successfully updated port: 90aa2679-9014-4f15-b6ac-332ceec13e6a {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1162.141881] env[65923]: DEBUG nova.compute.manager [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Received event network-vif-plugged-90aa2679-9014-4f15-b6ac-332ceec13e6a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1162.142226] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] Acquiring lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.142469] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.142672] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.142893] env[65923]: DEBUG nova.compute.manager [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] No waiting events found dispatching network-vif-plugged-90aa2679-9014-4f15-b6ac-332ceec13e6a {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1162.143114] env[65923]: WARNING nova.compute.manager [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Received unexpected event network-vif-plugged-90aa2679-9014-4f15-b6ac-332ceec13e6a for instance with vm_state building and task_state spawning. [ 1162.143309] env[65923]: DEBUG nova.compute.manager [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Received event network-changed-90aa2679-9014-4f15-b6ac-332ceec13e6a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1162.143551] env[65923]: DEBUG nova.compute.manager [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Refreshing instance network info cache due to event network-changed-90aa2679-9014-4f15-b6ac-332ceec13e6a. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1162.143724] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] Acquiring lock "refresh_cache-84f4adb1-17fa-4dfc-a070-8b66f888b64e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.143857] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] Acquired lock "refresh_cache-84f4adb1-17fa-4dfc-a070-8b66f888b64e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.144092] env[65923]: DEBUG nova.network.neutron [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Refreshing network info cache for port 90aa2679-9014-4f15-b6ac-332ceec13e6a {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.400494] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 2d0a2046-c718-4066-8737-f93ce7591cec] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.440237] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fc34bf-9e5b-4ea0-9860-6f074d987f75 tempest-ServerActionsV293TestJSON-1424424105 tempest-ServerActionsV293TestJSON-1424424105-project-member] Lock "18bc37fd-54d1-45d7-a100-a3413b576cbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.591s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.481166] env[65923]: WARNING neutronclient.v2_0.client [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.599986] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "refresh_cache-84f4adb1-17fa-4dfc-a070-8b66f888b64e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.647029] env[65923]: WARNING neutronclient.v2_0.client [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.692315] env[65923]: WARNING neutronclient.v2_0.client [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.696251] env[65923]: DEBUG nova.network.neutron [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1162.797767] env[65923]: DEBUG nova.network.neutron [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updating instance_info_cache with network_info: [{"id": "0645744e-1471-4a70-8f63-4b28062ac2e8", "address": "fa:16:3e:39:9c:b6", "network": {"id": "e51cf21e-5482-4f26-8ce3-8696f8aba5b0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2126944676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5181d87ed2284b379e6d2b087f4cd9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0645744e-14", "ovs_interfaceid": "0645744e-1471-4a70-8f63-4b28062ac2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.837607] env[65923]: DEBUG nova.network.neutron [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.905653] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: b3c6bd0c-cc2e-4401-8adc-3862f44d2e74] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.955942] env[65923]: WARNING neutronclient.v2_0.client [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.991076] env[65923]: WARNING neutronclient.v2_0.client [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.991592] env[65923]: WARNING neutronclient.v2_0.client [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.991868] env[65923]: WARNING neutronclient.v2_0.client [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.049240] env[65923]: DEBUG nova.network.neutron [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Port 9ad45041-0b10-4ab7-999e-093d5725d926 binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1163.049514] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.049660] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.049885] env[65923]: DEBUG nova.network.neutron [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1163.300714] env[65923]: DEBUG oslo_concurrency.lockutils [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.301721] env[65923]: WARNING neutronclient.v2_0.client [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.301721] env[65923]: WARNING neutronclient.v2_0.client [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.341259] env[65923]: DEBUG oslo_concurrency.lockutils [req-f9be2bf5-f90d-42bf-aeb7-7b34b67d3c4b req-f8086e53-6e47-4a0b-920c-c653e3c272d5 service nova] Releasing lock "refresh_cache-84f4adb1-17fa-4dfc-a070-8b66f888b64e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.344704] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "refresh_cache-84f4adb1-17fa-4dfc-a070-8b66f888b64e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.344914] env[65923]: DEBUG nova.network.neutron [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1163.409701] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 3f0780e4-4cc7-400d-a020-d83e6639c6ee] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.554386] env[65923]: WARNING neutronclient.v2_0.client [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.645283] env[65923]: DEBUG nova.compute.manager [req-dfe627a9-6733-41a8-b6ad-0ffef0edb8ae req-a269151e-d08f-42f7-a7eb-4760b475d73c service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Received event network-vif-unplugged-0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1163.645404] env[65923]: DEBUG oslo_concurrency.lockutils [req-dfe627a9-6733-41a8-b6ad-0ffef0edb8ae req-a269151e-d08f-42f7-a7eb-4760b475d73c service nova] Acquiring lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.646531] env[65923]: DEBUG oslo_concurrency.lockutils [req-dfe627a9-6733-41a8-b6ad-0ffef0edb8ae req-a269151e-d08f-42f7-a7eb-4760b475d73c service nova] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.648290] env[65923]: DEBUG oslo_concurrency.lockutils [req-dfe627a9-6733-41a8-b6ad-0ffef0edb8ae req-a269151e-d08f-42f7-a7eb-4760b475d73c service nova] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.648708] env[65923]: DEBUG nova.compute.manager [req-dfe627a9-6733-41a8-b6ad-0ffef0edb8ae req-a269151e-d08f-42f7-a7eb-4760b475d73c service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] No waiting events found dispatching network-vif-unplugged-0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1163.649109] env[65923]: WARNING nova.compute.manager [req-dfe627a9-6733-41a8-b6ad-0ffef0edb8ae req-a269151e-d08f-42f7-a7eb-4760b475d73c service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Received unexpected event network-vif-unplugged-0645744e-1471-4a70-8f63-4b28062ac2e8 for instance with vm_state shelved and task_state shelving_offloading. [ 1163.671209] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.672435] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315aad44-3340-4e9e-be17-332140e8e4d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.681897] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.682814] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86eedf2d-2aaf-4d7a-bd27-79a3b779d983 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.769906] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.770384] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.770826] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Deleting the datastore file [datastore1] 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.771285] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6390419-5499-4b23-91ab-ac8b37b221a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.780479] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1163.780479] env[65923]: value = "task-4707841" [ 1163.780479] env[65923]: _type = "Task" [ 1163.780479] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.794560] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.916558] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 2aee232c-ab19-4f6b-8076-47e526642ad2] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.940329] env[65923]: DEBUG nova.network.neutron [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1164.195187] env[65923]: WARNING neutronclient.v2_0.client [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.294377] env[65923]: DEBUG oslo_vmware.api [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155861} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.294872] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.295068] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.295261] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.333329] env[65923]: INFO nova.scheduler.client.report [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Deleted allocations for instance 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 [ 1164.424205] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 257c0b6f-4070-4ad3-a30e-0fb53935c171] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1164.605953] env[65923]: WARNING neutronclient.v2_0.client [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.645533] env[65923]: DEBUG nova.network.neutron [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance_info_cache with network_info: [{"id": "9ad45041-0b10-4ab7-999e-093d5725d926", "address": "fa:16:3e:2c:6a:b4", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad45041-0b", "ovs_interfaceid": "9ad45041-0b10-4ab7-999e-093d5725d926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.729638] env[65923]: DEBUG nova.network.neutron [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Updating instance_info_cache with network_info: [{"id": "90aa2679-9014-4f15-b6ac-332ceec13e6a", "address": "fa:16:3e:1d:b2:e5", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90aa2679-90", "ovs_interfaceid": "90aa2679-9014-4f15-b6ac-332ceec13e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.838357] env[65923]: DEBUG oslo_concurrency.lockutils [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.838728] env[65923]: DEBUG oslo_concurrency.lockutils [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.839079] env[65923]: DEBUG nova.objects.instance [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lazy-loading 'resources' on Instance uuid 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.928902] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: c70d2116-f92a-44a6-a90b-c7e1ee0f469f] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.148466] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.183025] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "50c5a097-6fea-485c-aafd-5c00eb78e594" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.183025] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.235151] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "refresh_cache-84f4adb1-17fa-4dfc-a070-8b66f888b64e" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.235592] env[65923]: DEBUG nova.compute.manager [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Instance network_info: |[{"id": "90aa2679-9014-4f15-b6ac-332ceec13e6a", "address": "fa:16:3e:1d:b2:e5", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90aa2679-90", "ovs_interfaceid": "90aa2679-9014-4f15-b6ac-332ceec13e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1165.236066] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:b2:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90aa2679-9014-4f15-b6ac-332ceec13e6a', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.243827] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1165.244114] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.244409] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5492fb5a-900e-49dd-8fd3-2c6dfc2c7bec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.268039] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.268039] env[65923]: value = "task-4707842" [ 1165.268039] env[65923]: _type = "Task" [ 1165.268039] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.278886] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707842, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.341882] env[65923]: DEBUG nova.objects.instance [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.433707] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: ba82b333-4918-4194-8344-3d175ada5b2e] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.652221] env[65923]: DEBUG nova.compute.manager [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65923) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1165.686714] env[65923]: DEBUG nova.compute.utils [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.776656] env[65923]: DEBUG nova.compute.manager [req-9082fc94-3149-470e-9749-583b0fd46a8b req-b5fe3f29-54d8-4a18-a27f-94eb47950fb3 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Received event network-changed-0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1165.776799] env[65923]: DEBUG nova.compute.manager [req-9082fc94-3149-470e-9749-583b0fd46a8b req-b5fe3f29-54d8-4a18-a27f-94eb47950fb3 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Refreshing instance network info cache due to event network-changed-0645744e-1471-4a70-8f63-4b28062ac2e8. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1165.777165] env[65923]: DEBUG oslo_concurrency.lockutils [req-9082fc94-3149-470e-9749-583b0fd46a8b req-b5fe3f29-54d8-4a18-a27f-94eb47950fb3 service nova] Acquiring lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.777462] env[65923]: DEBUG oslo_concurrency.lockutils [req-9082fc94-3149-470e-9749-583b0fd46a8b req-b5fe3f29-54d8-4a18-a27f-94eb47950fb3 service nova] Acquired lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.777528] env[65923]: DEBUG nova.network.neutron [req-9082fc94-3149-470e-9749-583b0fd46a8b req-b5fe3f29-54d8-4a18-a27f-94eb47950fb3 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Refreshing network info cache for port 0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.785775] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707842, 'name': CreateVM_Task, 'duration_secs': 0.46047} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.786730] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.787576] env[65923]: WARNING neutronclient.v2_0.client [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.788034] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.788301] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.788863] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.789560] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc97fcd5-4058-434e-b294-132bf348ddb6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.797346] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1165.797346] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520abdf5-b5c2-c698-0491-ed0966ede03b" [ 1165.797346] env[65923]: _type = "Task" [ 1165.797346] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.810275] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520abdf5-b5c2-c698-0491-ed0966ede03b, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.810536] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.810778] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.810990] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.811151] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.811429] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.811720] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bdda9ef-4784-4ac6-87be-ddff7252ae25 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.821662] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.821879] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.822637] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e219b2-3c2a-4178-a980-17f25be49351 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.829371] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1165.829371] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d48d24-f078-a289-4b52-071f5bc7e3bb" [ 1165.829371] env[65923]: _type = "Task" [ 1165.829371] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.837659] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d48d24-f078-a289-4b52-071f5bc7e3bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.844302] env[65923]: DEBUG nova.objects.base [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Object Instance<7a5730bd-59fa-4b87-9169-ea29d17a4fd2> lazy-loaded attributes: resources,numa_topology {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1165.937960] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 14668521-2b6d-4737-a6e8-4974807c4a8d] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.021221] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9d43ae-5b76-4eb0-af84-65ee79ec0b94 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.030124] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660de86b-7c04-45e7-8c94-30aa629305f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.066334] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c3ce6d-c4fe-44e6-8e38-fa8dbb7d25ed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.075062] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489b5dca-091f-42f2-b3b1-1ff13045b9e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.090117] env[65923]: DEBUG nova.compute.provider_tree [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.191086] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.281375] env[65923]: WARNING neutronclient.v2_0.client [req-9082fc94-3149-470e-9749-583b0fd46a8b req-b5fe3f29-54d8-4a18-a27f-94eb47950fb3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.341297] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d48d24-f078-a289-4b52-071f5bc7e3bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.342022] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ac0e4d-9668-47bb-a25b-69d638ebbb0d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.348717] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1166.348717] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ad62cd-7bbc-872f-fed7-c758a76acf3b" [ 1166.348717] env[65923]: _type = "Task" [ 1166.348717] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.361818] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52ad62cd-7bbc-872f-fed7-c758a76acf3b, 'name': SearchDatastore_Task} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.362109] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.362365] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 84f4adb1-17fa-4dfc-a070-8b66f888b64e/84f4adb1-17fa-4dfc-a070-8b66f888b64e.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.362635] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6294969c-866a-4f18-b435-fa4677f374f3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.371846] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1166.371846] env[65923]: value = "task-4707843" [ 1166.371846] env[65923]: _type = "Task" [ 1166.371846] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.384135] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.432953] env[65923]: WARNING neutronclient.v2_0.client [req-9082fc94-3149-470e-9749-583b0fd46a8b req-b5fe3f29-54d8-4a18-a27f-94eb47950fb3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.442537] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: fba4b2a2-85e4-43a5-bfd4-79f4f8a8477f] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.467630] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.523685] env[65923]: DEBUG nova.network.neutron [req-9082fc94-3149-470e-9749-583b0fd46a8b req-b5fe3f29-54d8-4a18-a27f-94eb47950fb3 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updated VIF entry in instance network info cache for port 0645744e-1471-4a70-8f63-4b28062ac2e8. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1166.524568] env[65923]: DEBUG nova.network.neutron [req-9082fc94-3149-470e-9749-583b0fd46a8b req-b5fe3f29-54d8-4a18-a27f-94eb47950fb3 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updating instance_info_cache with network_info: [{"id": "0645744e-1471-4a70-8f63-4b28062ac2e8", "address": "fa:16:3e:39:9c:b6", "network": {"id": "e51cf21e-5482-4f26-8ce3-8696f8aba5b0", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2126944676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5181d87ed2284b379e6d2b087f4cd9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0645744e-14", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.594077] env[65923]: DEBUG nova.scheduler.client.report [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.787141] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.887163] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49585} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.887621] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 84f4adb1-17fa-4dfc-a070-8b66f888b64e/84f4adb1-17fa-4dfc-a070-8b66f888b64e.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.887932] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.888342] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a741997-322e-4477-9977-b32b9f569e61 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.898075] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1166.898075] env[65923]: value = "task-4707844" [ 1166.898075] env[65923]: _type = "Task" [ 1166.898075] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.915881] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.946420] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: c29965a6-818c-4a69-afce-4991dac24350] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1167.030243] env[65923]: DEBUG oslo_concurrency.lockutils [req-9082fc94-3149-470e-9749-583b0fd46a8b req-b5fe3f29-54d8-4a18-a27f-94eb47950fb3 service nova] Releasing lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.100839] env[65923]: DEBUG oslo_concurrency.lockutils [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.104096] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.318s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.282199] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "50c5a097-6fea-485c-aafd-5c00eb78e594" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.282620] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.282893] env[65923]: INFO nova.compute.manager [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Attaching volume 4a23571c-30c7-4474-858d-b493cedd21c2 to /dev/sdb [ 1167.319219] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404421f8-aaae-4370-9749-36341400ddae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.327937] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39bf710-eeb6-44d4-a8c2-bae20350cc59 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.343906] env[65923]: DEBUG nova.virt.block_device [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updating existing volume attachment record: ff02f6b9-fad7-437b-b7c9-c74318d7c052 {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1167.413653] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070013} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.413936] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.417022] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce863319-70e4-48d0-8b8d-d25e105243b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.437842] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 84f4adb1-17fa-4dfc-a070-8b66f888b64e/84f4adb1-17fa-4dfc-a070-8b66f888b64e.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.438116] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8898417a-f66e-4bdb-98a2-5ea9e86531c3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.452782] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: e799e78b-bd9e-4803-8f4c-055300c85d19] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1167.463570] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1167.463570] env[65923]: value = "task-4707845" [ 1167.463570] env[65923]: _type = "Task" [ 1167.463570] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.472593] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.608949] env[65923]: DEBUG nova.objects.instance [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'migration_context' on Instance uuid 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.611348] env[65923]: DEBUG oslo_concurrency.lockutils [None req-337d1f5b-2f7e-4a98-9aa6-e3abe1277761 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.825s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.612621] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.145s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.613340] env[65923]: INFO nova.compute.manager [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Unshelving [ 1167.694384] env[65923]: DEBUG oslo_vmware.rw_handles [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a66f4-1887-342d-6ccf-a8b708d1f76a/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1167.695353] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c250cf5d-e6d5-4243-b8cf-34489fda83d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.702289] env[65923]: DEBUG oslo_vmware.rw_handles [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a66f4-1887-342d-6ccf-a8b708d1f76a/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1167.702461] env[65923]: ERROR oslo_vmware.rw_handles [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a66f4-1887-342d-6ccf-a8b708d1f76a/disk-0.vmdk due to incomplete transfer. [ 1167.702707] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e97fdca8-5867-4efe-8035-87daa3124a2b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.711969] env[65923]: DEBUG oslo_vmware.rw_handles [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a66f4-1887-342d-6ccf-a8b708d1f76a/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1167.712464] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Uploaded image 2134383d-aeb5-47d3-8201-7d75909716bc to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1167.714989] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1167.715397] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-57cc725d-43aa-4617-9330-cf1dff98b60e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.723662] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1167.723662] env[65923]: value = "task-4707847" [ 1167.723662] env[65923]: _type = "Task" [ 1167.723662] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.733377] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707847, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.956623] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: eea92ca0-4856-4722-b34c-10e6689c4c97] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1167.976941] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707845, 'name': ReconfigVM_Task, 'duration_secs': 0.381672} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.978634] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 84f4adb1-17fa-4dfc-a070-8b66f888b64e/84f4adb1-17fa-4dfc-a070-8b66f888b64e.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.978634] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d6ac411-0235-4c5d-b95c-6f6d28f9244e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.986730] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1167.986730] env[65923]: value = "task-4707850" [ 1167.986730] env[65923]: _type = "Task" [ 1167.986730] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.999229] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707850, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.237966] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707847, 'name': Destroy_Task, 'duration_secs': 0.417649} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.238287] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Destroyed the VM [ 1168.238518] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1168.238797] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa923c2a-72d6-4924-aefa-aadb1eb86f56 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.246084] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1168.246084] env[65923]: value = "task-4707851" [ 1168.246084] env[65923]: _type = "Task" [ 1168.246084] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.255265] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707851, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.303766] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3dc961-7bb2-4300-aad7-45b0dd364a99 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.313396] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f1e332-feb8-48e0-a8c0-21da998ebe14 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.355386] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c6370-c39a-4c26-a7ad-64baf98179bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.363701] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de30f5d-a787-48d8-bcf5-94fcba435c4d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.379110] env[65923]: DEBUG nova.compute.provider_tree [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.461520] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 15ccdf0f-2ea8-413e-aad7-d1833645fbbd] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1168.498445] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707850, 'name': Rename_Task, 'duration_secs': 0.178428} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.499315] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.499672] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afa7cb31-daf8-40d4-8995-f0d7ba71cc5a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.508235] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1168.508235] env[65923]: value = "task-4707852" [ 1168.508235] env[65923]: _type = "Task" [ 1168.508235] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.520421] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.655088] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.757610] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707851, 'name': RemoveSnapshot_Task, 'duration_secs': 0.390134} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.757899] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1168.758202] env[65923]: DEBUG nova.compute.manager [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1168.759103] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84c1e28-cf0c-449b-b176-7bc92d2a78c8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.884482] env[65923]: DEBUG nova.scheduler.client.report [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.966883] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: e9e33c9c-e81e-4053-a631-3816fb983a97] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1169.019166] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707852, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.272755] env[65923]: INFO nova.compute.manager [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Shelve offloading [ 1169.471198] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: e396d52a-e51b-4396-b672-c81068d621bf] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1169.522792] env[65923]: DEBUG oslo_vmware.api [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707852, 'name': PowerOnVM_Task, 'duration_secs': 0.546201} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.523078] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.523528] env[65923]: INFO nova.compute.manager [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1169.523528] env[65923]: DEBUG nova.compute.manager [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1169.524563] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81046b22-a8f9-4f70-82bf-5b860e7355fb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.632716] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquiring lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.633311] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.776075] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.776840] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9020b87-f78b-4e52-824e-5b6ef002c1f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.785896] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1169.785896] env[65923]: value = "task-4707853" [ 1169.785896] env[65923]: _type = "Task" [ 1169.785896] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.795962] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.898047] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.794s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.904464] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.250s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.904734] env[65923]: DEBUG nova.objects.instance [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lazy-loading 'pci_requests' on Instance uuid 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.974648] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 49ae1e95-2990-46aa-92c6-f560d5a4a188] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1170.046285] env[65923]: INFO nova.compute.manager [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Took 13.24 seconds to build instance. [ 1170.135382] env[65923]: DEBUG nova.compute.manager [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1170.298817] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1170.298817] env[65923]: DEBUG nova.compute.manager [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1170.299798] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584c4acf-d3a6-4d44-acdd-27e746db8d0f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.308731] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.308979] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.309156] env[65923]: DEBUG nova.network.neutron [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1170.415675] env[65923]: DEBUG nova.objects.instance [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.478873] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 3b575d75-5b80-4b8c-a03d-399627feeee9] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1170.548488] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0c908d7e-57ad-4907-8ba8-056f5f205517 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.745s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.665224] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.812538] env[65923]: WARNING neutronclient.v2_0.client [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.918824] env[65923]: INFO nova.compute.claims [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.982396] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 4fe42a7c-55b1-420e-90bf-fae9d586cf48] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1171.008554] env[65923]: WARNING neutronclient.v2_0.client [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.082479] env[65923]: DEBUG nova.network.neutron [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updating instance_info_cache with network_info: [{"id": "abb66564-477f-44a1-b026-7732a79b161e", "address": "fa:16:3e:75:39:a6", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb66564-47", "ovs_interfaceid": "abb66564-477f-44a1-b026-7732a79b161e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.286084] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.286258] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.286444] env[65923]: DEBUG nova.compute.manager [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1171.287855] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cbde97-fa79-47eb-849a-e55062d617b7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.295326] env[65923]: DEBUG nova.compute.manager [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65923) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1171.295894] env[65923]: DEBUG nova.objects.instance [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lazy-loading 'flavor' on Instance uuid 84f4adb1-17fa-4dfc-a070-8b66f888b64e {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.446905] env[65923]: INFO nova.compute.manager [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Swapping old allocation on dict_keys(['ff363446-31c5-4a8a-b33a-4a621655a19a']) held by migration 77eea995-5da9-44c1-80b7-36c28d9ddd37 for instance [ 1171.470665] env[65923]: DEBUG nova.scheduler.client.report [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Overwriting current allocation {'allocations': {'ff363446-31c5-4a8a-b33a-4a621655a19a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': '61e99c161e3244529fa7b47851e148d1', 'user_id': '5f06019f694041a6beab66cecd24ff9e', 'consumer_generation': 1} on consumer 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f {{(pid=65923) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1171.485502] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 95bda69d-f407-4b8e-90e8-0944a8c70564] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1171.543708] env[65923]: WARNING neutronclient.v2_0.client [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.584445] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.584641] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.584816] env[65923]: DEBUG nova.network.neutron [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1171.586275] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.586628] env[65923]: WARNING neutronclient.v2_0.client [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.587009] env[65923]: WARNING neutronclient.v2_0.client [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.854429] env[65923]: DEBUG nova.compute.manager [req-713f030c-19cc-454a-972c-ee52cf7182a2 req-7ce86207-cb65-473e-b7b7-ee41bec51060 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Received event network-vif-unplugged-abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1171.854713] env[65923]: DEBUG oslo_concurrency.lockutils [req-713f030c-19cc-454a-972c-ee52cf7182a2 req-7ce86207-cb65-473e-b7b7-ee41bec51060 service nova] Acquiring lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.854920] env[65923]: DEBUG oslo_concurrency.lockutils [req-713f030c-19cc-454a-972c-ee52cf7182a2 req-7ce86207-cb65-473e-b7b7-ee41bec51060 service nova] Lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.855101] env[65923]: DEBUG oslo_concurrency.lockutils [req-713f030c-19cc-454a-972c-ee52cf7182a2 req-7ce86207-cb65-473e-b7b7-ee41bec51060 service nova] Lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.855274] env[65923]: DEBUG nova.compute.manager [req-713f030c-19cc-454a-972c-ee52cf7182a2 req-7ce86207-cb65-473e-b7b7-ee41bec51060 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] No waiting events found dispatching network-vif-unplugged-abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1171.855742] env[65923]: WARNING nova.compute.manager [req-713f030c-19cc-454a-972c-ee52cf7182a2 req-7ce86207-cb65-473e-b7b7-ee41bec51060 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Received unexpected event network-vif-unplugged-abb66564-477f-44a1-b026-7732a79b161e for instance with vm_state shelved and task_state shelving_offloading. [ 1171.950905] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.951703] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b064ec2a-6e3a-4340-a3ad-9bd3deba99bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.964100] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.964200] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a601d69a-7c9e-435e-b6e3-8b1965fb3104 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.989182] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 51f00248-8338-4265-b338-52b4d75539fe] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1172.053450] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.053741] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.054017] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleting the datastore file [datastore2] 2935cac3-787c-483b-bef9-3af01c708fe8 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.054435] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffd614d7-caac-4010-9550-cf13f40f48b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.066985] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1172.066985] env[65923]: value = "task-4707856" [ 1172.066985] env[65923]: _type = "Task" [ 1172.066985] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.078158] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.090361] env[65923]: WARNING neutronclient.v2_0.client [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.126825] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d134d8b5-12bc-4d24-9b51-a69e16cd99d2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.140019] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2889a4-722d-441f-8a15-5ad41f2220cb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.174991] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb25c98-c63a-43e3-9703-91a78e99fe40 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.187570] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268468ec-a439-433f-8b6b-da78ece4d107 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.203491] env[65923]: DEBUG nova.compute.provider_tree [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.277931] env[65923]: WARNING neutronclient.v2_0.client [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.304972] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.305212] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11eb2e81-b4f1-4031-85af-0acaef6a9fdc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.316054] env[65923]: DEBUG oslo_vmware.api [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1172.316054] env[65923]: value = "task-4707857" [ 1172.316054] env[65923]: _type = "Task" [ 1172.316054] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.326879] env[65923]: DEBUG oslo_vmware.api [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.352730] env[65923]: DEBUG nova.network.neutron [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance_info_cache with network_info: [{"id": "9ad45041-0b10-4ab7-999e-093d5725d926", "address": "fa:16:3e:2c:6a:b4", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ad45041-0b", "ovs_interfaceid": "9ad45041-0b10-4ab7-999e-093d5725d926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.404073] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1172.404410] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918780', 'volume_id': '4a23571c-30c7-4474-858d-b493cedd21c2', 'name': 'volume-4a23571c-30c7-4474-858d-b493cedd21c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50c5a097-6fea-485c-aafd-5c00eb78e594', 'attached_at': '', 'detached_at': '', 'volume_id': '4a23571c-30c7-4474-858d-b493cedd21c2', 'serial': '4a23571c-30c7-4474-858d-b493cedd21c2'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1172.405348] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2b0a8a-1b60-4156-86cb-3c44e8fb74a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.423869] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef411851-9b3c-4407-96bd-f4d3e10c9942 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.453222] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-4a23571c-30c7-4474-858d-b493cedd21c2/volume-4a23571c-30c7-4474-858d-b493cedd21c2.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.453650] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6096b22-7c82-48b8-b5f3-d129d244080b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.477766] env[65923]: DEBUG oslo_vmware.api [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1172.477766] env[65923]: value = "task-4707858" [ 1172.477766] env[65923]: _type = "Task" [ 1172.477766] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.488862] env[65923]: DEBUG oslo_vmware.api [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.497547] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 4b656d59-42d3-4a38-a7b2-b27f9bf00a8b] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1172.578873] env[65923]: DEBUG oslo_vmware.api [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158007} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.579126] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.579923] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.579923] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.602467] env[65923]: INFO nova.scheduler.client.report [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleted allocations for instance 2935cac3-787c-483b-bef9-3af01c708fe8 [ 1172.706823] env[65923]: DEBUG nova.scheduler.client.report [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.826920] env[65923]: DEBUG oslo_vmware.api [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707857, 'name': PowerOffVM_Task, 'duration_secs': 0.311744} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.827098] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.827275] env[65923]: DEBUG nova.compute.manager [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1172.828126] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c3042c-ac27-4558-8a8f-621bee4bd039 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.855917] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.856973] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b88331-9415-43a6-9cf1-0f2ab4d29456 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.864822] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edad4bc2-bcc4-41bd-b78c-246c66b18e52 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.988351] env[65923]: DEBUG oslo_vmware.api [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707858, 'name': ReconfigVM_Task, 'duration_secs': 0.388528} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.988650] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-4a23571c-30c7-4474-858d-b493cedd21c2/volume-4a23571c-30c7-4474-858d-b493cedd21c2.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.993468] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f23ca0c3-d48f-4c28-9d74-a102f13649f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.003412] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 397315bd-ca40-4a46-af82-1c0f2bae9f92] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1173.012604] env[65923]: DEBUG oslo_vmware.api [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1173.012604] env[65923]: value = "task-4707859" [ 1173.012604] env[65923]: _type = "Task" [ 1173.012604] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.021631] env[65923]: DEBUG oslo_vmware.api [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.107359] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.212881] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.308s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.213016] env[65923]: WARNING neutronclient.v2_0.client [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.216423] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.551s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.217868] env[65923]: INFO nova.compute.claims [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.245639] env[65923]: INFO nova.network.neutron [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updating port 0645744e-1471-4a70-8f63-4b28062ac2e8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1173.346352] env[65923]: DEBUG oslo_concurrency.lockutils [None req-1b2c0269-8588-45d2-bb61-07bcd82fb834 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.507175] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 741f5005-f1a0-4199-8526-ecc34236a9da] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1173.524283] env[65923]: DEBUG oslo_vmware.api [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707859, 'name': ReconfigVM_Task, 'duration_secs': 0.158681} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.524782] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918780', 'volume_id': '4a23571c-30c7-4474-858d-b493cedd21c2', 'name': 'volume-4a23571c-30c7-4474-858d-b493cedd21c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50c5a097-6fea-485c-aafd-5c00eb78e594', 'attached_at': '', 'detached_at': '', 'volume_id': '4a23571c-30c7-4474-858d-b493cedd21c2', 'serial': '4a23571c-30c7-4474-858d-b493cedd21c2'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1173.849962] env[65923]: INFO nova.compute.manager [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Rebuilding instance [ 1173.906047] env[65923]: DEBUG nova.compute.manager [req-21f55e52-bba7-4e38-8a8d-2d8f70ff20b9 req-55b8c69d-f107-4d10-83ff-baddfaadbc70 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Received event network-changed-abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1173.906289] env[65923]: DEBUG nova.compute.manager [req-21f55e52-bba7-4e38-8a8d-2d8f70ff20b9 req-55b8c69d-f107-4d10-83ff-baddfaadbc70 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Refreshing instance network info cache due to event network-changed-abb66564-477f-44a1-b026-7732a79b161e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1173.906536] env[65923]: DEBUG oslo_concurrency.lockutils [req-21f55e52-bba7-4e38-8a8d-2d8f70ff20b9 req-55b8c69d-f107-4d10-83ff-baddfaadbc70 service nova] Acquiring lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.906692] env[65923]: DEBUG oslo_concurrency.lockutils [req-21f55e52-bba7-4e38-8a8d-2d8f70ff20b9 req-55b8c69d-f107-4d10-83ff-baddfaadbc70 service nova] Acquired lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.906852] env[65923]: DEBUG nova.network.neutron [req-21f55e52-bba7-4e38-8a8d-2d8f70ff20b9 req-55b8c69d-f107-4d10-83ff-baddfaadbc70 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Refreshing network info cache for port abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.924658] env[65923]: DEBUG nova.compute.manager [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1173.926678] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dfd315-2f88-4021-b0a0-df46e336df03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.961037] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.962162] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f10ca41-8a35-4adb-bf57-3cfcb82fe26f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.972327] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1173.972327] env[65923]: value = "task-4707860" [ 1173.972327] env[65923]: _type = "Task" [ 1173.972327] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.981430] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.010718] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: eb756ee2-97ee-4f3a-959e-21b2a1984259] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1174.369288] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b151bc56-ff0c-4c89-a196-f700fd4d216b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.378532] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518d66c4-d229-4b01-aed6-6a9c547f7547 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.410901] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0af83cc-572d-43de-b0bd-0b87f99780e3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.413898] env[65923]: WARNING neutronclient.v2_0.client [req-21f55e52-bba7-4e38-8a8d-2d8f70ff20b9 req-55b8c69d-f107-4d10-83ff-baddfaadbc70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.422183] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff575e56-f06b-4dad-986d-0593075db12e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.438497] env[65923]: DEBUG nova.compute.provider_tree [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.482594] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707860, 'name': PowerOffVM_Task, 'duration_secs': 0.244949} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.482860] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.483554] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1174.483770] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.483920] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1174.484115] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.484254] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1174.484390] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1174.484583] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1174.484735] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1174.484892] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1174.485058] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1174.485232] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1174.490649] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9341d7-89a2-42de-8a18-8bc4fd7047ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.511352] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1174.511352] env[65923]: value = "task-4707861" [ 1174.511352] env[65923]: _type = "Task" [ 1174.511352] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.515713] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 4f907a2f-1677-448e-908f-dd618be287de] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1174.523892] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.568575] env[65923]: DEBUG nova.objects.instance [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lazy-loading 'flavor' on Instance uuid 50c5a097-6fea-485c-aafd-5c00eb78e594 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.636547] env[65923]: WARNING neutronclient.v2_0.client [req-21f55e52-bba7-4e38-8a8d-2d8f70ff20b9 req-55b8c69d-f107-4d10-83ff-baddfaadbc70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.710855] env[65923]: DEBUG nova.network.neutron [req-21f55e52-bba7-4e38-8a8d-2d8f70ff20b9 req-55b8c69d-f107-4d10-83ff-baddfaadbc70 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updated VIF entry in instance network info cache for port abb66564-477f-44a1-b026-7732a79b161e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1174.711318] env[65923]: DEBUG nova.network.neutron [req-21f55e52-bba7-4e38-8a8d-2d8f70ff20b9 req-55b8c69d-f107-4d10-83ff-baddfaadbc70 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updating instance_info_cache with network_info: [{"id": "abb66564-477f-44a1-b026-7732a79b161e", "address": "fa:16:3e:75:39:a6", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapabb66564-47", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.721948] env[65923]: DEBUG nova.compute.manager [req-92edcf61-82cd-419b-b387-ec6c514fad8f req-55e5f2ab-c0b9-46c3-8cc2-73a1a4afd0f2 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Received event network-vif-plugged-0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1174.722224] env[65923]: DEBUG oslo_concurrency.lockutils [req-92edcf61-82cd-419b-b387-ec6c514fad8f req-55e5f2ab-c0b9-46c3-8cc2-73a1a4afd0f2 service nova] Acquiring lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.722478] env[65923]: DEBUG oslo_concurrency.lockutils [req-92edcf61-82cd-419b-b387-ec6c514fad8f req-55e5f2ab-c0b9-46c3-8cc2-73a1a4afd0f2 service nova] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.722592] env[65923]: DEBUG oslo_concurrency.lockutils [req-92edcf61-82cd-419b-b387-ec6c514fad8f req-55e5f2ab-c0b9-46c3-8cc2-73a1a4afd0f2 service nova] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.722763] env[65923]: DEBUG nova.compute.manager [req-92edcf61-82cd-419b-b387-ec6c514fad8f req-55e5f2ab-c0b9-46c3-8cc2-73a1a4afd0f2 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] No waiting events found dispatching network-vif-plugged-0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1174.722930] env[65923]: WARNING nova.compute.manager [req-92edcf61-82cd-419b-b387-ec6c514fad8f req-55e5f2ab-c0b9-46c3-8cc2-73a1a4afd0f2 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Received unexpected event network-vif-plugged-0645744e-1471-4a70-8f63-4b28062ac2e8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1174.776495] env[65923]: INFO nova.compute.manager [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Rescuing [ 1174.776866] env[65923]: DEBUG oslo_concurrency.lockutils [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.777058] env[65923]: DEBUG oslo_concurrency.lockutils [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.777234] env[65923]: DEBUG nova.network.neutron [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1174.802495] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.802681] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.802855] env[65923]: DEBUG nova.network.neutron [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1174.942300] env[65923]: DEBUG nova.scheduler.client.report [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.947027] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.947125] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-789b3ee6-7ae2-4696-bece-f4012fff85f3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.955734] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1174.955734] env[65923]: value = "task-4707862" [ 1174.955734] env[65923]: _type = "Task" [ 1174.955734] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.966338] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1174.966607] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.967455] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f351fbda-3d05-431f-a55c-f8b87e8b6590 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.975363] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.975621] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f50f5531-155a-4b77-90e0-7c39168403f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.022072] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: faf26864-9e66-437f-a93d-72f3a03ed9c9] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.023920] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707861, 'name': ReconfigVM_Task, 'duration_secs': 0.150007} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.024911] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f932ce-b7c8-4851-9739-4bb1c88e0d72 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.047858] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1175.048279] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.048494] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1175.048703] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.048850] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1175.049043] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1175.049264] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1175.049458] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1175.049655] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1175.049849] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1175.050041] env[65923]: DEBUG nova.virt.hardware [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1175.052599] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a714e8a-8b06-46e0-a770-45699219656e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.055396] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.055588] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.055760] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleting the datastore file [datastore2] 84f4adb1-17fa-4dfc-a070-8b66f888b64e {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.056036] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2065111-8f6d-4a87-bbc2-9dee952d9224 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.064801] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1175.064801] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fc855b-0ef9-5b8c-0efc-d0115574d155" [ 1175.064801] env[65923]: _type = "Task" [ 1175.064801] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.074362] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1175.074362] env[65923]: value = "task-4707864" [ 1175.074362] env[65923]: _type = "Task" [ 1175.074362] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.075012] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7a2bed1-9e48-483e-af99-b03d4f22509e tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.792s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.087984] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fc855b-0ef9-5b8c-0efc-d0115574d155, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.097997] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1175.103828] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aee586a-9a11-46b7-a2a7-027353931c48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.127196] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.134799] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1175.134799] env[65923]: value = "task-4707865" [ 1175.134799] env[65923]: _type = "Task" [ 1175.134799] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.148734] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.214326] env[65923]: DEBUG oslo_concurrency.lockutils [req-21f55e52-bba7-4e38-8a8d-2d8f70ff20b9 req-55b8c69d-f107-4d10-83ff-baddfaadbc70 service nova] Releasing lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.280802] env[65923]: WARNING neutronclient.v2_0.client [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.307147] env[65923]: WARNING neutronclient.v2_0.client [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.442512] env[65923]: WARNING neutronclient.v2_0.client [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.447717] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.448292] env[65923]: DEBUG nova.compute.manager [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1175.451092] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.344s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.451864] env[65923]: DEBUG nova.objects.instance [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lazy-loading 'resources' on Instance uuid 2935cac3-787c-483b-bef9-3af01c708fe8 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.460280] env[65923]: WARNING neutronclient.v2_0.client [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.525477] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: ff49aad2-c83a-4d78-a9d5-01b0c7abc78a] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.555427] env[65923]: DEBUG nova.network.neutron [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updating instance_info_cache with network_info: [{"id": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "address": "fa:16:3e:68:07:6a", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c77d48-bc", "ovs_interfaceid": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.558514] env[65923]: DEBUG nova.network.neutron [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updating instance_info_cache with network_info: [{"id": "0645744e-1471-4a70-8f63-4b28062ac2e8", "address": "fa:16:3e:39:9c:b6", "network": {"id": "e51cf21e-5482-4f26-8ce3-8696f8aba5b0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2126944676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5181d87ed2284b379e6d2b087f4cd9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0645744e-14", "ovs_interfaceid": "0645744e-1471-4a70-8f63-4b28062ac2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.587789] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224731} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.588064] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.588251] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.588423] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.646023] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707865, 'name': ReconfigVM_Task, 'duration_secs': 0.458519} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.646470] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.647160] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8206d0a2-20a9-40d7-b8fe-238f17a95adf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.672733] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f/9d524ab6-cab6-4d5c-91a8-4c63ed3c581f.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.673051] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e582a5b6-5a1b-4083-a70c-0b588c10bcd0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.692215] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1175.692215] env[65923]: value = "task-4707866" [ 1175.692215] env[65923]: _type = "Task" [ 1175.692215] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.700671] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.955263] env[65923]: DEBUG nova.compute.utils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.957144] env[65923]: DEBUG nova.objects.instance [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lazy-loading 'numa_topology' on Instance uuid 2935cac3-787c-483b-bef9-3af01c708fe8 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.958411] env[65923]: DEBUG nova.compute.manager [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1175.958782] env[65923]: DEBUG nova.network.neutron [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1175.959250] env[65923]: WARNING neutronclient.v2_0.client [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.960033] env[65923]: WARNING neutronclient.v2_0.client [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.008860] env[65923]: DEBUG nova.policy [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '153cbe56c17043739f02d0859afceb14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65e2544931fc469ab2368999e4008001', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.031646] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: f6250a21-25fe-43c8-b258-a8598789eedb] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1176.054262] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "2935cac3-787c-483b-bef9-3af01c708fe8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.057800] env[65923]: DEBUG oslo_concurrency.lockutils [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.060632] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.085296] env[65923]: DEBUG nova.virt.hardware [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='49dbb94bb27f82ea6bd771aa48e00b80',container_format='bare',created_at=2025-11-22T01:41:52Z,direct_url=,disk_format='vmdk',id=823c9771-7a20-4e9d-8532-773134bc7329,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1277671905-shelved',owner='5181d87ed2284b379e6d2b087f4cd9fe',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-11-22T01:42:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1176.085556] env[65923]: DEBUG nova.virt.hardware [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.085719] env[65923]: DEBUG nova.virt.hardware [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1176.085886] env[65923]: DEBUG nova.virt.hardware [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.086137] env[65923]: DEBUG nova.virt.hardware [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1176.086199] env[65923]: DEBUG nova.virt.hardware [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1176.086384] env[65923]: DEBUG nova.virt.hardware [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1176.086574] env[65923]: DEBUG nova.virt.hardware [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1176.086694] env[65923]: DEBUG nova.virt.hardware [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1176.086848] env[65923]: DEBUG nova.virt.hardware [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1176.087067] env[65923]: DEBUG nova.virt.hardware [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1176.089145] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee3385-c564-45e3-89ae-1aef5f3213ee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.102475] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c40f76-c183-4e9a-9f86-32d9bb30c373 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.117407] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:9c:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0645744e-1471-4a70-8f63-4b28062ac2e8', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.125009] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1176.125969] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.126216] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2511d915-889e-4d4e-9f03-48df9ad7f85a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.147139] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.147139] env[65923]: value = "task-4707867" [ 1176.147139] env[65923]: _type = "Task" [ 1176.147139] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.156115] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707867, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.202748] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707866, 'name': ReconfigVM_Task, 'duration_secs': 0.329384} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.203094] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f/9d524ab6-cab6-4d5c-91a8-4c63ed3c581f.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.204148] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c31fecd-a525-4108-ba94-c2c72e883b7a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.228553] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc1ec89-d033-452f-8678-08b7f51d3f53 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.252273] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef81ff32-73f3-4d9a-bbd7-af04763598fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.279059] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c79c70-f9b4-46c4-afae-0de7c89c6e4c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.286801] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.287201] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edf5bcc6-6232-46c7-b4b1-8c788f1e439c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.292210] env[65923]: DEBUG nova.network.neutron [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Successfully created port: 227bcdf5-1970-49fc-818f-dd8da7a18873 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1176.296122] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1176.296122] env[65923]: value = "task-4707868" [ 1176.296122] env[65923]: _type = "Task" [ 1176.296122] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.306377] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.458958] env[65923]: DEBUG nova.compute.manager [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1176.462872] env[65923]: DEBUG nova.objects.base [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Object Instance<2935cac3-787c-483b-bef9-3af01c708fe8> lazy-loaded attributes: resources,numa_topology {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.535207] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: e915bf9c-bcc2-46d1-a199-5bf4af3613c9] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1176.629975] env[65923]: DEBUG nova.virt.hardware [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1176.630253] env[65923]: DEBUG nova.virt.hardware [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.630405] env[65923]: DEBUG nova.virt.hardware [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1176.630584] env[65923]: DEBUG nova.virt.hardware [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.630724] env[65923]: DEBUG nova.virt.hardware [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1176.630865] env[65923]: DEBUG nova.virt.hardware [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1176.631105] env[65923]: DEBUG nova.virt.hardware [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1176.631302] env[65923]: DEBUG nova.virt.hardware [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1176.631550] env[65923]: DEBUG nova.virt.hardware [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1176.631737] env[65923]: DEBUG nova.virt.hardware [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1176.631914] env[65923]: DEBUG nova.virt.hardware [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1176.632963] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae23a6c5-ca72-4947-a2b5-a5f42812f9bb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.645904] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084309c8-3405-4ba3-9039-7189603f9e40 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.662120] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707867, 'name': CreateVM_Task, 'duration_secs': 0.470149} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.670984] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.671559] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:b2:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90aa2679-9014-4f15-b6ac-332ceec13e6a', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.679102] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1176.679878] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0dc2b3-af40-4cac-ba3a-4013406d7907 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.682808] env[65923]: WARNING neutronclient.v2_0.client [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.683116] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.683270] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.683630] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.683886] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.684114] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25e323b-4d21-4278-af59-899a0194b54e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.685823] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f97854b2-6542-43c2-999c-e0bd5c87145d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.704372] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1176.704372] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5220854c-d2e5-f47f-b8e7-1e931c65e1c6" [ 1176.704372] env[65923]: _type = "Task" [ 1176.704372] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.711022] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc064c2-2825-4d33-a784-d6dc6928b613 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.714542] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.714542] env[65923]: value = "task-4707869" [ 1176.714542] env[65923]: _type = "Task" [ 1176.714542] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.750604] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.751065] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Processing image 823c9771-7a20-4e9d-8532-773134bc7329 {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.751420] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329/823c9771-7a20-4e9d-8532-773134bc7329.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.751591] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329/823c9771-7a20-4e9d-8532-773134bc7329.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.751815] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.752798] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e61fc6-8478-49dc-891e-c3795b3b275b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.760354] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aab87d4-cfdb-4372-85b4-02d7135b6d9e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.763477] env[65923]: DEBUG nova.compute.manager [req-05dca965-661f-4048-b67e-76257a740cad req-1b421c33-765f-4030-bb6c-c05c7c250f6e service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Received event network-changed-0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1176.763748] env[65923]: DEBUG nova.compute.manager [req-05dca965-661f-4048-b67e-76257a740cad req-1b421c33-765f-4030-bb6c-c05c7c250f6e service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Refreshing instance network info cache due to event network-changed-0645744e-1471-4a70-8f63-4b28062ac2e8. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1176.764017] env[65923]: DEBUG oslo_concurrency.lockutils [req-05dca965-661f-4048-b67e-76257a740cad req-1b421c33-765f-4030-bb6c-c05c7c250f6e service nova] Acquiring lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.764236] env[65923]: DEBUG oslo_concurrency.lockutils [req-05dca965-661f-4048-b67e-76257a740cad req-1b421c33-765f-4030-bb6c-c05c7c250f6e service nova] Acquired lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.764463] env[65923]: DEBUG nova.network.neutron [req-05dca965-661f-4048-b67e-76257a740cad req-1b421c33-765f-4030-bb6c-c05c7c250f6e service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Refreshing network info cache for port 0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.766052] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707869, 'name': CreateVM_Task} progress is 15%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.773570] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675548f0-2e29-4b29-96f6-69fb8e35f42d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.780533] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.780764] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.781941] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc28e893-a955-49a0-a65a-bfe7edcb1546 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.794865] env[65923]: DEBUG nova.compute.provider_tree [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.798099] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1176.798099] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]529938dd-5f20-f471-1fd8-951e7456e5c0" [ 1176.798099] env[65923]: _type = "Task" [ 1176.798099] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.811923] env[65923]: DEBUG oslo_vmware.api [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707868, 'name': PowerOnVM_Task, 'duration_secs': 0.495338} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.814955] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.818665] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Preparing fetch location {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1176.818941] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Fetch image to [datastore2] OSTACK_IMG_052de69e-25c1-4190-b88c-c7e2b66c82ca/OSTACK_IMG_052de69e-25c1-4190-b88c-c7e2b66c82ca.vmdk {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1176.819274] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Downloading stream optimized image 823c9771-7a20-4e9d-8532-773134bc7329 to [datastore2] OSTACK_IMG_052de69e-25c1-4190-b88c-c7e2b66c82ca/OSTACK_IMG_052de69e-25c1-4190-b88c-c7e2b66c82ca.vmdk on the data store datastore2 as vApp {{(pid=65923) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1176.819489] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Downloading image file data 823c9771-7a20-4e9d-8532-773134bc7329 to the ESX as VM named 'OSTACK_IMG_052de69e-25c1-4190-b88c-c7e2b66c82ca' {{(pid=65923) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1176.901788] env[65923]: DEBUG oslo_vmware.rw_handles [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1176.901788] env[65923]: value = "resgroup-9" [ 1176.901788] env[65923]: _type = "ResourcePool" [ 1176.901788] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1176.902280] env[65923]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-817c4f15-d5af-4790-906c-c29acb7e38b2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.926806] env[65923]: DEBUG oslo_vmware.rw_handles [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lease: (returnval){ [ 1176.926806] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f9ab53-051c-cde0-a2a5-7d679534a521" [ 1176.926806] env[65923]: _type = "HttpNfcLease" [ 1176.926806] env[65923]: } obtained for vApp import into resource pool (val){ [ 1176.926806] env[65923]: value = "resgroup-9" [ 1176.926806] env[65923]: _type = "ResourcePool" [ 1176.926806] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1176.927295] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the lease: (returnval){ [ 1176.927295] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f9ab53-051c-cde0-a2a5-7d679534a521" [ 1176.927295] env[65923]: _type = "HttpNfcLease" [ 1176.927295] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1176.934806] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.934806] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f9ab53-051c-cde0-a2a5-7d679534a521" [ 1176.934806] env[65923]: _type = "HttpNfcLease" [ 1176.934806] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1177.225893] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707869, 'name': CreateVM_Task, 'duration_secs': 0.490631} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.226300] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.226636] env[65923]: WARNING neutronclient.v2_0.client [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1177.227097] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.227279] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.227608] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.227909] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b6c5a0-1192-4c95-886a-c0d57a30eeea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.234430] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1177.234430] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52234045-a48b-7710-c6d0-06e2ab331485" [ 1177.234430] env[65923]: _type = "Task" [ 1177.234430] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.245945] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52234045-a48b-7710-c6d0-06e2ab331485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.267335] env[65923]: WARNING neutronclient.v2_0.client [req-05dca965-661f-4048-b67e-76257a740cad req-1b421c33-765f-4030-bb6c-c05c7c250f6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.300260] env[65923]: DEBUG nova.scheduler.client.report [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.435729] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.435729] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f9ab53-051c-cde0-a2a5-7d679534a521" [ 1177.435729] env[65923]: _type = "HttpNfcLease" [ 1177.435729] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1177.474919] env[65923]: DEBUG nova.compute.manager [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1177.500918] env[65923]: DEBUG nova.virt.hardware [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1177.500918] env[65923]: DEBUG nova.virt.hardware [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.501116] env[65923]: DEBUG nova.virt.hardware [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1177.501285] env[65923]: DEBUG nova.virt.hardware [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.501438] env[65923]: DEBUG nova.virt.hardware [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1177.501596] env[65923]: DEBUG nova.virt.hardware [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1177.501822] env[65923]: DEBUG nova.virt.hardware [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1177.502022] env[65923]: DEBUG nova.virt.hardware [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1177.502184] env[65923]: DEBUG nova.virt.hardware [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1177.502350] env[65923]: DEBUG nova.virt.hardware [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1177.502518] env[65923]: DEBUG nova.virt.hardware [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1177.503825] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d872611-794f-4890-8999-d0ab283114b7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.507804] env[65923]: WARNING neutronclient.v2_0.client [req-05dca965-661f-4048-b67e-76257a740cad req-1b421c33-765f-4030-bb6c-c05c7c250f6e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.516685] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6a4abe-8371-43bd-a2f4-2f5b2ab40e08 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.589617] env[65923]: DEBUG nova.network.neutron [req-05dca965-661f-4048-b67e-76257a740cad req-1b421c33-765f-4030-bb6c-c05c7c250f6e service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updated VIF entry in instance network info cache for port 0645744e-1471-4a70-8f63-4b28062ac2e8. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1177.589981] env[65923]: DEBUG nova.network.neutron [req-05dca965-661f-4048-b67e-76257a740cad req-1b421c33-765f-4030-bb6c-c05c7c250f6e service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updating instance_info_cache with network_info: [{"id": "0645744e-1471-4a70-8f63-4b28062ac2e8", "address": "fa:16:3e:39:9c:b6", "network": {"id": "e51cf21e-5482-4f26-8ce3-8696f8aba5b0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2126944676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5181d87ed2284b379e6d2b087f4cd9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0645744e-14", "ovs_interfaceid": "0645744e-1471-4a70-8f63-4b28062ac2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.612677] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.612981] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e64c33f4-745b-4264-a831-4c744ca893b9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.621414] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1177.621414] env[65923]: value = "task-4707871" [ 1177.621414] env[65923]: _type = "Task" [ 1177.621414] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.631257] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.746786] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52234045-a48b-7710-c6d0-06e2ab331485, 'name': SearchDatastore_Task, 'duration_secs': 0.011934} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.747180] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.747504] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.747698] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.747797] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.747981] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.748302] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7242fa7b-e8d6-4139-8677-b0cb08120653 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.760920] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.761240] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.761921] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d3ba70-5456-4171-a84f-b897bc1563d8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.768518] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1177.768518] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520b7df0-4a50-4e06-b85e-b6368eaceb66" [ 1177.768518] env[65923]: _type = "Task" [ 1177.768518] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.778341] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520b7df0-4a50-4e06-b85e-b6368eaceb66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.805626] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.354s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.853422] env[65923]: DEBUG nova.network.neutron [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Successfully updated port: 227bcdf5-1970-49fc-818f-dd8da7a18873 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1177.871685] env[65923]: INFO nova.compute.manager [None req-ff4e0ab2-2c11-41d3-9d65-7ba0cf2d6e1a tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance to original state: 'active' [ 1177.935828] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.935828] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f9ab53-051c-cde0-a2a5-7d679534a521" [ 1177.935828] env[65923]: _type = "HttpNfcLease" [ 1177.935828] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1177.936220] env[65923]: DEBUG oslo_vmware.rw_handles [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1177.936220] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f9ab53-051c-cde0-a2a5-7d679534a521" [ 1177.936220] env[65923]: _type = "HttpNfcLease" [ 1177.936220] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1177.937033] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84f3029-4f1f-4f37-b557-c6da56e08e4e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.945014] env[65923]: DEBUG oslo_vmware.rw_handles [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cf413-ea43-a7d7-400e-393e98509d75/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1177.945214] env[65923]: DEBUG oslo_vmware.rw_handles [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cf413-ea43-a7d7-400e-393e98509d75/disk-0.vmdk. {{(pid=65923) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1178.008739] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bde891e-205e-4d89-927b-c5547e770d60 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.093035] env[65923]: DEBUG oslo_concurrency.lockutils [req-05dca965-661f-4048-b67e-76257a740cad req-1b421c33-765f-4030-bb6c-c05c7c250f6e service nova] Releasing lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.133050] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707871, 'name': PowerOffVM_Task, 'duration_secs': 0.267612} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.133327] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.134238] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3129c488-ff8b-4d67-a599-202086173705 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.160619] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce7d2da-4fad-4790-b795-57c06f2a63dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.200995] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.201431] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da572b37-22b0-4ec0-8c72-ba40264374ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.210968] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1178.210968] env[65923]: value = "task-4707872" [ 1178.210968] env[65923]: _type = "Task" [ 1178.210968] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.224187] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1178.224492] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.224773] env[65923]: DEBUG oslo_concurrency.lockutils [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.224945] env[65923]: DEBUG oslo_concurrency.lockutils [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.225165] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.225436] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86fd869d-c8e5-4b58-850a-d49d811fff8d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.234757] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.235102] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.235703] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226841fc-fb94-4a80-b031-326a7a105081 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.244075] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1178.244075] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52178db2-8830-f94c-146c-254dea900c72" [ 1178.244075] env[65923]: _type = "Task" [ 1178.244075] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.253782] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52178db2-8830-f94c-146c-254dea900c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.279147] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520b7df0-4a50-4e06-b85e-b6368eaceb66, 'name': SearchDatastore_Task, 'duration_secs': 0.013507} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.281587] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f393a66-3c14-4492-9222-e561474213f0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.287964] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1178.287964] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52dacac5-de05-7726-1ccd-99e270636e8e" [ 1178.287964] env[65923]: _type = "Task" [ 1178.287964] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.298519] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52dacac5-de05-7726-1ccd-99e270636e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.313376] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cfe5b90d-76f7-4c0c-8605-bb8ddc84b30a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "2935cac3-787c-483b-bef9-3af01c708fe8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.868s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.316158] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "2935cac3-787c-483b-bef9-3af01c708fe8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.262s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.316379] env[65923]: INFO nova.compute.manager [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Unshelving [ 1178.356869] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquiring lock "refresh_cache-da1c278f-e6ac-449a-8ec4-5a4448c41ea4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.357156] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquired lock "refresh_cache-da1c278f-e6ac-449a-8ec4-5a4448c41ea4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.357367] env[65923]: DEBUG nova.network.neutron [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1178.756653] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52178db2-8830-f94c-146c-254dea900c72, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.759028] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741fa13e-328f-4952-897f-c8626dc1c14d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.765872] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1178.765872] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528207fb-fa02-333e-6066-56e357197020" [ 1178.765872] env[65923]: _type = "Task" [ 1178.765872] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.776659] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528207fb-fa02-333e-6066-56e357197020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.799308] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52dacac5-de05-7726-1ccd-99e270636e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.800928] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.800928] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 84f4adb1-17fa-4dfc-a070-8b66f888b64e/84f4adb1-17fa-4dfc-a070-8b66f888b64e.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.801201] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b26bb256-7623-4d4a-95df-bfb6ed3fae3a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.813529] env[65923]: DEBUG nova.compute.manager [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Received event network-vif-plugged-227bcdf5-1970-49fc-818f-dd8da7a18873 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1178.813753] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] Acquiring lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.813998] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] Lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.815025] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] Lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.815025] env[65923]: DEBUG nova.compute.manager [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] No waiting events found dispatching network-vif-plugged-227bcdf5-1970-49fc-818f-dd8da7a18873 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1178.815025] env[65923]: WARNING nova.compute.manager [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Received unexpected event network-vif-plugged-227bcdf5-1970-49fc-818f-dd8da7a18873 for instance with vm_state building and task_state spawning. [ 1178.815025] env[65923]: DEBUG nova.compute.manager [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Received event network-changed-227bcdf5-1970-49fc-818f-dd8da7a18873 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1178.815025] env[65923]: DEBUG nova.compute.manager [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Refreshing instance network info cache due to event network-changed-227bcdf5-1970-49fc-818f-dd8da7a18873. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1178.815289] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] Acquiring lock "refresh_cache-da1c278f-e6ac-449a-8ec4-5a4448c41ea4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.816846] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1178.816846] env[65923]: value = "task-4707873" [ 1178.816846] env[65923]: _type = "Task" [ 1178.816846] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.835766] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.907954] env[65923]: DEBUG nova.network.neutron [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1179.007863] env[65923]: WARNING neutronclient.v2_0.client [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.086954] env[65923]: DEBUG nova.network.neutron [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Updating instance_info_cache with network_info: [{"id": "227bcdf5-1970-49fc-818f-dd8da7a18873", "address": "fa:16:3e:8a:e1:8d", "network": {"id": "068fb3e2-4f81-4a46-981d-2f6b48de0d37", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1915771129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e2544931fc469ab2368999e4008001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227bcdf5-19", "ovs_interfaceid": "227bcdf5-1970-49fc-818f-dd8da7a18873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.277776] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]528207fb-fa02-333e-6066-56e357197020, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.278167] env[65923]: DEBUG oslo_concurrency.lockutils [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.278344] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 50c5a097-6fea-485c-aafd-5c00eb78e594/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. {{(pid=65923) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1179.278649] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9af29f4-4734-4f91-be3d-f787d742e715 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.289261] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1179.289261] env[65923]: value = "task-4707874" [ 1179.289261] env[65923]: _type = "Task" [ 1179.289261] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.300734] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.335561] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.355149] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.355452] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.355730] env[65923]: DEBUG nova.objects.instance [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lazy-loading 'pci_requests' on Instance uuid 2935cac3-787c-483b-bef9-3af01c708fe8 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.541199] env[65923]: DEBUG oslo_vmware.rw_handles [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Completed reading data from the image iterator. {{(pid=65923) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1179.541654] env[65923]: DEBUG oslo_vmware.rw_handles [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cf413-ea43-a7d7-400e-393e98509d75/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1179.542906] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41dedcb-3798-485d-8092-6607a77fc562 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.554988] env[65923]: DEBUG oslo_vmware.rw_handles [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cf413-ea43-a7d7-400e-393e98509d75/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1179.554988] env[65923]: DEBUG oslo_vmware.rw_handles [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cf413-ea43-a7d7-400e-393e98509d75/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1179.556070] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0294671d-0cb3-4d0e-9c23-01c276a851fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.590608] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Releasing lock "refresh_cache-da1c278f-e6ac-449a-8ec4-5a4448c41ea4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.591083] env[65923]: DEBUG nova.compute.manager [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Instance network_info: |[{"id": "227bcdf5-1970-49fc-818f-dd8da7a18873", "address": "fa:16:3e:8a:e1:8d", "network": {"id": "068fb3e2-4f81-4a46-981d-2f6b48de0d37", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1915771129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e2544931fc469ab2368999e4008001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227bcdf5-19", "ovs_interfaceid": "227bcdf5-1970-49fc-818f-dd8da7a18873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1179.591455] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] Acquired lock "refresh_cache-da1c278f-e6ac-449a-8ec4-5a4448c41ea4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.591654] env[65923]: DEBUG nova.network.neutron [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Refreshing network info cache for port 227bcdf5-1970-49fc-818f-dd8da7a18873 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.593600] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:e1:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '227bcdf5-1970-49fc-818f-dd8da7a18873', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.603570] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Creating folder: Project (65e2544931fc469ab2368999e4008001). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.604902] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c99404b-fd60-4b82-9c97-7d08ad67d843 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.618639] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.618945] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.619300] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.619497] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.619698] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.621926] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Created folder: Project (65e2544931fc469ab2368999e4008001) in parent group-v918465. [ 1179.622119] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Creating folder: Instances. Parent ref: group-v918784. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.622687] env[65923]: INFO nova.compute.manager [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Terminating instance [ 1179.624302] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-489bfdd4-145d-4c70-9f9e-688f0f311e01 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.643093] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Created folder: Instances in parent group-v918784. [ 1179.643572] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1179.643908] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.644296] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb244145-c8cb-4c50-8aa5-e8e8dafa91af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.681977] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.681977] env[65923]: value = "task-4707877" [ 1179.681977] env[65923]: _type = "Task" [ 1179.681977] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.695213] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707877, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.806906] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707874, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.832396] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625558} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.833757] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 84f4adb1-17fa-4dfc-a070-8b66f888b64e/84f4adb1-17fa-4dfc-a070-8b66f888b64e.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.833757] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.833757] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b18497d0-55a7-422b-8a41-5d8cd8c171fb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.845099] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1179.845099] env[65923]: value = "task-4707878" [ 1179.845099] env[65923]: _type = "Task" [ 1179.845099] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.859169] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.861350] env[65923]: DEBUG nova.objects.instance [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lazy-loading 'numa_topology' on Instance uuid 2935cac3-787c-483b-bef9-3af01c708fe8 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.054126] env[65923]: DEBUG oslo_vmware.rw_handles [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526cf413-ea43-a7d7-400e-393e98509d75/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1180.054126] env[65923]: INFO nova.virt.vmwareapi.images [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Downloaded image file data 823c9771-7a20-4e9d-8532-773134bc7329 [ 1180.054126] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add3c8c2-c1c5-4969-82b3-9db07a0ccf35 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.072221] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f797807f-7987-4c7f-adc9-ccc1fadce4d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.106364] env[65923]: WARNING neutronclient.v2_0.client [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.109548] env[65923]: INFO nova.virt.vmwareapi.images [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] The imported VM was unregistered [ 1180.112669] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Caching image {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1180.113104] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Creating directory with path [datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329 {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.113805] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-791686ec-c65d-4dfd-93ab-e3fd4fcee898 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.131873] env[65923]: DEBUG nova.compute.manager [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1180.131873] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.132745] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Created directory with path [datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329 {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.132963] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_052de69e-25c1-4190-b88c-c7e2b66c82ca/OSTACK_IMG_052de69e-25c1-4190-b88c-c7e2b66c82ca.vmdk to [datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329/823c9771-7a20-4e9d-8532-773134bc7329.vmdk. {{(pid=65923) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1180.133265] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-277d2af7-0a21-4e20-bfe5-a03ba4fb0e51 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.135501] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-094e13cd-295a-49c7-915e-6a416f2ba6dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.146627] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1180.146627] env[65923]: value = "task-4707881" [ 1180.146627] env[65923]: _type = "Task" [ 1180.146627] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.147165] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1180.147165] env[65923]: value = "task-4707880" [ 1180.147165] env[65923]: _type = "Task" [ 1180.147165] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.164162] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.164440] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707881, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.195185] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707877, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.303613] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647416} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.303971] env[65923]: INFO nova.virt.vmwareapi.ds_util [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 50c5a097-6fea-485c-aafd-5c00eb78e594/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk. [ 1180.304808] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7911ed2-f063-4294-a101-77313557ca68 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.335833] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 50c5a097-6fea-485c-aafd-5c00eb78e594/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.339215] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689bfcf7-a3c8-4771-b31c-19626365546d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.365811] env[65923]: INFO nova.compute.claims [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.368538] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08192} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.371280] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.371280] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1180.371280] env[65923]: value = "task-4707882" [ 1180.371280] env[65923]: _type = "Task" [ 1180.371280] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.373371] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec4219d-c0c1-478a-9c98-87c8afedffa5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.400664] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.410425] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 84f4adb1-17fa-4dfc-a070-8b66f888b64e/84f4adb1-17fa-4dfc-a070-8b66f888b64e.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.412115] env[65923]: WARNING neutronclient.v2_0.client [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.414637] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7697dc6f-9457-4b7e-b886-7a1f945a7182 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.439546] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1180.439546] env[65923]: value = "task-4707883" [ 1180.439546] env[65923]: _type = "Task" [ 1180.439546] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.452565] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.536125] env[65923]: DEBUG nova.network.neutron [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Updated VIF entry in instance network info cache for port 227bcdf5-1970-49fc-818f-dd8da7a18873. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1180.536691] env[65923]: DEBUG nova.network.neutron [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Updating instance_info_cache with network_info: [{"id": "227bcdf5-1970-49fc-818f-dd8da7a18873", "address": "fa:16:3e:8a:e1:8d", "network": {"id": "068fb3e2-4f81-4a46-981d-2f6b48de0d37", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1915771129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e2544931fc469ab2368999e4008001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227bcdf5-19", "ovs_interfaceid": "227bcdf5-1970-49fc-818f-dd8da7a18873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.665233] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707881, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.670892] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707880, 'name': PowerOffVM_Task, 'duration_secs': 0.216184} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.671374] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.671705] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.672053] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918771', 'volume_id': 'c22c8475-5c74-4804-93fa-32d217200d74', 'name': 'volume-c22c8475-5c74-4804-93fa-32d217200d74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9d524ab6-cab6-4d5c-91a8-4c63ed3c581f', 'attached_at': '2025-11-22T01:42:22.000000', 'detached_at': '', 'volume_id': 'c22c8475-5c74-4804-93fa-32d217200d74', 'serial': 'c22c8475-5c74-4804-93fa-32d217200d74'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.673355] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68bdd0b-f639-404e-9bd1-886abd738133 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.718896] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acceafd3-59fc-4f20-b25e-8f9714e5adbd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.734441] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89908899-18fd-435f-853f-cdafcbcb55d7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.737346] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707877, 'name': CreateVM_Task, 'duration_secs': 0.584354} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.737538] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.738575] env[65923]: WARNING neutronclient.v2_0.client [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.738959] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.739291] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.739630] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.739930] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce38cace-b220-4a20-b6ab-8c12526bb3f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.762221] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceeffa5-b914-4549-abc2-ce6b362ebc20 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.765394] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for the task: (returnval){ [ 1180.765394] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524e6eec-ee57-9790-bd09-7cfa62254eb5" [ 1180.765394] env[65923]: _type = "Task" [ 1180.765394] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.783876] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The volume has not been displaced from its original location: [datastore2] volume-c22c8475-5c74-4804-93fa-32d217200d74/volume-c22c8475-5c74-4804-93fa-32d217200d74.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.789553] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.793320] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf97fd61-ab05-47be-b3aa-89a401e7aa92 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.806261] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524e6eec-ee57-9790-bd09-7cfa62254eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.815965] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1180.815965] env[65923]: value = "task-4707884" [ 1180.815965] env[65923]: _type = "Task" [ 1180.815965] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.828308] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.890475] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.951644] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.039622] env[65923]: DEBUG oslo_concurrency.lockutils [req-d8748b83-4b2f-473f-b9cf-c95ca8295cad req-0ab21a98-2d37-4a5e-b0a9-55039ec72cd1 service nova] Releasing lock "refresh_cache-da1c278f-e6ac-449a-8ec4-5a4448c41ea4" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.159862] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707881, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.280193] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524e6eec-ee57-9790-bd09-7cfa62254eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.091339} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.280656] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.280897] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.281210] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.281397] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.281625] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.281960] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed89067e-4807-4398-982b-3f9f6a0faa54 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.302357] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.302581] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.303395] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1b262c-5f9d-41e4-aa67-64569aade16d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.312594] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for the task: (returnval){ [ 1181.312594] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f36725-d757-94ee-ca73-ed4294e6201b" [ 1181.312594] env[65923]: _type = "Task" [ 1181.312594] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.323903] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f36725-d757-94ee-ca73-ed4294e6201b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.328539] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707884, 'name': ReconfigVM_Task, 'duration_secs': 0.235763} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.328749] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.333753] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b97637a-06c8-4ff5-a602-dfbd9aba3eea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.353347] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1181.353347] env[65923]: value = "task-4707885" [ 1181.353347] env[65923]: _type = "Task" [ 1181.353347] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.366074] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.393469] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.456063] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.566072] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10153d1f-e2bc-4229-af0a-60480c81c162 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.577276] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145cbdea-74ee-40f9-804c-5339d7d278b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.615106] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a146ad8b-33b6-433d-a8e2-747ea64f6c7d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.625095] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99827faa-bd21-4ad8-abe3-7b1a5b9de1cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.642737] env[65923]: DEBUG nova.compute.provider_tree [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.661822] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707881, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.827050] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f36725-d757-94ee-ca73-ed4294e6201b, 'name': SearchDatastore_Task, 'duration_secs': 0.084068} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.827843] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b5ff26-8a0d-4b6f-8687-4a5e86eaac30 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.837022] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for the task: (returnval){ [ 1181.837022] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526de4b1-3d9a-752f-dc69-7122de69bfda" [ 1181.837022] env[65923]: _type = "Task" [ 1181.837022] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.848421] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526de4b1-3d9a-752f-dc69-7122de69bfda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.865888] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707885, 'name': ReconfigVM_Task, 'duration_secs': 0.169873} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.866238] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918771', 'volume_id': 'c22c8475-5c74-4804-93fa-32d217200d74', 'name': 'volume-c22c8475-5c74-4804-93fa-32d217200d74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9d524ab6-cab6-4d5c-91a8-4c63ed3c581f', 'attached_at': '2025-11-22T01:42:22.000000', 'detached_at': '', 'volume_id': 'c22c8475-5c74-4804-93fa-32d217200d74', 'serial': 'c22c8475-5c74-4804-93fa-32d217200d74'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1181.866667] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.867696] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e128bb5c-73dc-46da-8ae1-c9be8b578d20 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.877486] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.878032] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3d202c1-465a-4358-9ff4-fe6dc6da7133 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.893744] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.953119] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.955418] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.955854] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.955854] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleting the datastore file [datastore2] 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.956097] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ea09b5c-a853-4544-8eb4-d82cc7d07141 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.967180] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1181.967180] env[65923]: value = "task-4707887" [ 1181.967180] env[65923]: _type = "Task" [ 1181.967180] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.978916] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.146609] env[65923]: DEBUG nova.scheduler.client.report [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.161842] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707881, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.351968] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]526de4b1-3d9a-752f-dc69-7122de69bfda, 'name': SearchDatastore_Task, 'duration_secs': 0.091854} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.352404] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.352503] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] da1c278f-e6ac-449a-8ec4-5a4448c41ea4/da1c278f-e6ac-449a-8ec4-5a4448c41ea4.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.352793] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cf64aed-656d-4c82-9688-64b0b87a1d5e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.363394] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for the task: (returnval){ [ 1182.363394] env[65923]: value = "task-4707888" [ 1182.363394] env[65923]: _type = "Task" [ 1182.363394] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.376341] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.392643] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707882, 'name': ReconfigVM_Task, 'duration_secs': 1.806736} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.392943] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 50c5a097-6fea-485c-aafd-5c00eb78e594/7c944e11-28e9-4d77-8b6c-672067b0feec-rescue.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.393894] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f450a53-7488-4699-a46b-37bde0bc83a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.425427] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c343f67c-60c8-4c56-97c4-45e9413fbc03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.445903] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1182.445903] env[65923]: value = "task-4707889" [ 1182.445903] env[65923]: _type = "Task" [ 1182.445903] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.452975] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.462853] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707889, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.479901] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.655536] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.300s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.656145] env[65923]: WARNING neutronclient.v2_0.client [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.665286] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707881, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.699316] env[65923]: INFO nova.network.neutron [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updating port abb66564-477f-44a1-b026-7732a79b161e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1182.876376] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707888, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.954595] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707883, 'name': ReconfigVM_Task, 'duration_secs': 2.310893} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.955276] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 84f4adb1-17fa-4dfc-a070-8b66f888b64e/84f4adb1-17fa-4dfc-a070-8b66f888b64e.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.955930] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d2bc705-e23b-4fe5-953a-470d510a9fcc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.961790] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707889, 'name': ReconfigVM_Task, 'duration_secs': 0.33282} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.962664] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.962860] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ccf5f15-da68-4489-ba70-884b25df8b6f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.974881] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1182.974881] env[65923]: value = "task-4707890" [ 1182.974881] env[65923]: _type = "Task" [ 1182.974881] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.976626] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1182.976626] env[65923]: value = "task-4707891" [ 1182.976626] env[65923]: _type = "Task" [ 1182.976626] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.989681] env[65923]: DEBUG oslo_vmware.api [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.825907} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.990282] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.990472] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.990838] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.990838] env[65923]: INFO nova.compute.manager [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Took 2.86 seconds to destroy the instance on the hypervisor. [ 1182.991534] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1182.992280] env[65923]: DEBUG nova.compute.manager [-] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1182.992280] env[65923]: DEBUG nova.network.neutron [-] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1182.992280] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.997942] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707890, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.001626] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707891, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.044355] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.161953] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707881, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.562785} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.162272] env[65923]: INFO nova.virt.vmwareapi.ds_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_052de69e-25c1-4190-b88c-c7e2b66c82ca/OSTACK_IMG_052de69e-25c1-4190-b88c-c7e2b66c82ca.vmdk to [datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329/823c9771-7a20-4e9d-8532-773134bc7329.vmdk. [ 1183.162446] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Cleaning up location [datastore2] OSTACK_IMG_052de69e-25c1-4190-b88c-c7e2b66c82ca {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1183.162621] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_052de69e-25c1-4190-b88c-c7e2b66c82ca {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.162885] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f55dc9ee-4c05-4478-a01c-554a8a2f9009 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.169960] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1183.169960] env[65923]: value = "task-4707892" [ 1183.169960] env[65923]: _type = "Task" [ 1183.169960] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.178729] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.375767] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79132} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.376161] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] da1c278f-e6ac-449a-8ec4-5a4448c41ea4/da1c278f-e6ac-449a-8ec4-5a4448c41ea4.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.376256] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.376499] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95487f94-ef7d-4ee3-8236-90fc80d5e758 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.385875] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for the task: (returnval){ [ 1183.385875] env[65923]: value = "task-4707893" [ 1183.385875] env[65923]: _type = "Task" [ 1183.385875] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.398256] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.490410] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707890, 'name': Rename_Task, 'duration_secs': 0.304762} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.492673] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.493185] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee89b9db-ccae-40c7-8421-458a7b619ab9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.498981] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707891, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.502989] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1183.502989] env[65923]: value = "task-4707894" [ 1183.502989] env[65923]: _type = "Task" [ 1183.502989] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.514579] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.667428] env[65923]: DEBUG nova.compute.manager [req-35b87a7e-db37-4c49-8abc-5906fb787ddf req-f33589a5-0fc0-4307-be53-ccdb1db59c05 service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Received event network-vif-deleted-9ad45041-0b10-4ab7-999e-093d5725d926 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1183.668026] env[65923]: INFO nova.compute.manager [req-35b87a7e-db37-4c49-8abc-5906fb787ddf req-f33589a5-0fc0-4307-be53-ccdb1db59c05 service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Neutron deleted interface 9ad45041-0b10-4ab7-999e-093d5725d926; detaching it from the instance and deleting it from the info cache [ 1183.668026] env[65923]: DEBUG nova.network.neutron [req-35b87a7e-db37-4c49-8abc-5906fb787ddf req-f33589a5-0fc0-4307-be53-ccdb1db59c05 service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.683055] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050994} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.684063] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.684246] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329/823c9771-7a20-4e9d-8532-773134bc7329.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.684531] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329/823c9771-7a20-4e9d-8532-773134bc7329.vmdk to [datastore2] 7a5730bd-59fa-4b87-9169-ea29d17a4fd2/7a5730bd-59fa-4b87-9169-ea29d17a4fd2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.684810] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5beaffc9-b744-4b45-bb12-8813f8552f36 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.693586] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1183.693586] env[65923]: value = "task-4707895" [ 1183.693586] env[65923]: _type = "Task" [ 1183.693586] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.704777] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.896890] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074967} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.897203] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.898244] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e15aaf-f67e-4459-a44a-3d2715bea773 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.922091] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] da1c278f-e6ac-449a-8ec4-5a4448c41ea4/da1c278f-e6ac-449a-8ec4-5a4448c41ea4.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.922399] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7450f8ef-cda7-4ff0-8c5c-a571bf040654 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.944097] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for the task: (returnval){ [ 1183.944097] env[65923]: value = "task-4707896" [ 1183.944097] env[65923]: _type = "Task" [ 1183.944097] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.953327] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.991970] env[65923]: DEBUG oslo_vmware.api [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707891, 'name': PowerOnVM_Task, 'duration_secs': 0.548607} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.992268] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.993996] env[65923]: DEBUG nova.network.neutron [-] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.995816] env[65923]: DEBUG nova.compute.manager [None req-418d78dc-8553-4eaa-8bbd-6134071ce670 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1183.996693] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbfcfd1-bac3-4186-8cc6-999c54595f9a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.020248] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.171227] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a94d0b86-d887-49d9-9b40-65c22885e84b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.184232] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435544ea-a149-4f76-81e6-99dd1e824f8f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.197529] env[65923]: DEBUG nova.compute.manager [req-3c66a7bc-08d7-40f1-ac42-dbe4b3792d2d req-142df9a7-124d-421d-b792-395d9e176a00 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Received event network-vif-plugged-abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1184.197936] env[65923]: DEBUG oslo_concurrency.lockutils [req-3c66a7bc-08d7-40f1-ac42-dbe4b3792d2d req-142df9a7-124d-421d-b792-395d9e176a00 service nova] Acquiring lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.198154] env[65923]: DEBUG oslo_concurrency.lockutils [req-3c66a7bc-08d7-40f1-ac42-dbe4b3792d2d req-142df9a7-124d-421d-b792-395d9e176a00 service nova] Lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.198320] env[65923]: DEBUG oslo_concurrency.lockutils [req-3c66a7bc-08d7-40f1-ac42-dbe4b3792d2d req-142df9a7-124d-421d-b792-395d9e176a00 service nova] Lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.198489] env[65923]: DEBUG nova.compute.manager [req-3c66a7bc-08d7-40f1-ac42-dbe4b3792d2d req-142df9a7-124d-421d-b792-395d9e176a00 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] No waiting events found dispatching network-vif-plugged-abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1184.198646] env[65923]: WARNING nova.compute.manager [req-3c66a7bc-08d7-40f1-ac42-dbe4b3792d2d req-142df9a7-124d-421d-b792-395d9e176a00 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Received unexpected event network-vif-plugged-abb66564-477f-44a1-b026-7732a79b161e for instance with vm_state shelved_offloaded and task_state spawning. [ 1184.208623] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.226933] env[65923]: DEBUG nova.compute.manager [req-35b87a7e-db37-4c49-8abc-5906fb787ddf req-f33589a5-0fc0-4307-be53-ccdb1db59c05 service nova] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Detach interface failed, port_id=9ad45041-0b10-4ab7-999e-093d5725d926, reason: Instance 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1184.271070] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.271254] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.271447] env[65923]: DEBUG nova.network.neutron [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1184.459128] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.500718] env[65923]: INFO nova.compute.manager [-] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Took 1.51 seconds to deallocate network for instance. [ 1184.517697] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707894, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.710532] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707895, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.774226] env[65923]: WARNING neutronclient.v2_0.client [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.958711] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.968056] env[65923]: WARNING neutronclient.v2_0.client [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.024343] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707894, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.056239] env[65923]: INFO nova.compute.manager [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Took 0.56 seconds to detach 1 volumes for instance. [ 1185.059180] env[65923]: DEBUG nova.network.neutron [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updating instance_info_cache with network_info: [{"id": "abb66564-477f-44a1-b026-7732a79b161e", "address": "fa:16:3e:75:39:a6", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb66564-47", "ovs_interfaceid": "abb66564-477f-44a1-b026-7732a79b161e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.213245] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707895, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.461075] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.514344] env[65923]: INFO nova.compute.manager [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Unrescuing [ 1185.514704] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.514947] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquired lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.515141] env[65923]: DEBUG nova.network.neutron [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1185.520893] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707894, 'name': PowerOnVM_Task, 'duration_secs': 1.658016} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.521712] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.521967] env[65923]: DEBUG nova.compute.manager [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1185.522860] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c452728-4139-4752-9aa5-baa4bc0777dd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.565054] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.568846] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.569047] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.569400] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.603430] env[65923]: DEBUG nova.virt.hardware [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3dfb1c05c09042dbc7dd53a41db3592f',container_format='bare',created_at=2025-11-22T01:42:01Z,direct_url=,disk_format='vmdk',id=2134383d-aeb5-47d3-8201-7d75909716bc,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1206457129-shelved',owner='dbc47e7a6f754d668677f859efa60268',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-11-22T01:42:17Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1185.603764] env[65923]: DEBUG nova.virt.hardware [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.603939] env[65923]: DEBUG nova.virt.hardware [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1185.604157] env[65923]: DEBUG nova.virt.hardware [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.604305] env[65923]: DEBUG nova.virt.hardware [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1185.604474] env[65923]: DEBUG nova.virt.hardware [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1185.604717] env[65923]: DEBUG nova.virt.hardware [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1185.604842] env[65923]: DEBUG nova.virt.hardware [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1185.605019] env[65923]: DEBUG nova.virt.hardware [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1185.605218] env[65923]: DEBUG nova.virt.hardware [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1185.606041] env[65923]: DEBUG nova.virt.hardware [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1185.606396] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c65ad1-d39b-4f14-b515-4f8f01af6817 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.610806] env[65923]: INFO nova.scheduler.client.report [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleted allocations for instance 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f [ 1185.620859] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ce2fb-375c-4783-85b4-df1d8870a241 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.639794] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:39:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abb66564-477f-44a1-b026-7732a79b161e', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.648196] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1185.648528] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.648817] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-901aeb37-cadf-460f-b279-c699daea1fa3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.675373] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.675373] env[65923]: value = "task-4707897" [ 1185.675373] env[65923]: _type = "Task" [ 1185.675373] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.687840] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707897, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.712273] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707895, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.958842] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707896, 'name': ReconfigVM_Task, 'duration_secs': 1.664367} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.959190] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Reconfigured VM instance instance-00000077 to attach disk [datastore2] da1c278f-e6ac-449a-8ec4-5a4448c41ea4/da1c278f-e6ac-449a-8ec4-5a4448c41ea4.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.960065] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd43b8f1-6713-414b-beb5-9b159313e143 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.969721] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for the task: (returnval){ [ 1185.969721] env[65923]: value = "task-4707898" [ 1185.969721] env[65923]: _type = "Task" [ 1185.969721] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.980747] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707898, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.022890] env[65923]: WARNING neutronclient.v2_0.client [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.039965] env[65923]: INFO nova.compute.manager [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] bringing vm to original state: 'stopped' [ 1186.120374] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42b7bfa6-9886-4c4e-843f-2f514bf21286 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "9d524ab6-cab6-4d5c-91a8-4c63ed3c581f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.501s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.192485] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707897, 'name': CreateVM_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.212079] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707895, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.228778] env[65923]: WARNING neutronclient.v2_0.client [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.280382] env[65923]: DEBUG nova.compute.manager [req-09b9d095-3204-4103-85bd-e021bc88608f req-e4156718-0b3e-4e77-a845-e8bbcbc4a8ca service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Received event network-changed-abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1186.280812] env[65923]: DEBUG nova.compute.manager [req-09b9d095-3204-4103-85bd-e021bc88608f req-e4156718-0b3e-4e77-a845-e8bbcbc4a8ca service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Refreshing instance network info cache due to event network-changed-abb66564-477f-44a1-b026-7732a79b161e. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1186.280812] env[65923]: DEBUG oslo_concurrency.lockutils [req-09b9d095-3204-4103-85bd-e021bc88608f req-e4156718-0b3e-4e77-a845-e8bbcbc4a8ca service nova] Acquiring lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.280908] env[65923]: DEBUG oslo_concurrency.lockutils [req-09b9d095-3204-4103-85bd-e021bc88608f req-e4156718-0b3e-4e77-a845-e8bbcbc4a8ca service nova] Acquired lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.281456] env[65923]: DEBUG nova.network.neutron [req-09b9d095-3204-4103-85bd-e021bc88608f req-e4156718-0b3e-4e77-a845-e8bbcbc4a8ca service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Refreshing network info cache for port abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.315112] env[65923]: DEBUG nova.network.neutron [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updating instance_info_cache with network_info: [{"id": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "address": "fa:16:3e:68:07:6a", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c77d48-bc", "ovs_interfaceid": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.485437] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707898, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.691291] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707897, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.712965] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707895, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.783994] env[65923]: WARNING neutronclient.v2_0.client [req-09b9d095-3204-4103-85bd-e021bc88608f req-e4156718-0b3e-4e77-a845-e8bbcbc4a8ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.820787] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Releasing lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.821473] env[65923]: DEBUG nova.objects.instance [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lazy-loading 'flavor' on Instance uuid 50c5a097-6fea-485c-aafd-5c00eb78e594 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.982557] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707898, 'name': Rename_Task, 'duration_secs': 0.991627} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.982845] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.983118] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ec00b5-fed2-4433-9ae8-58396026c5a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.987899] env[65923]: WARNING neutronclient.v2_0.client [req-09b9d095-3204-4103-85bd-e021bc88608f req-e4156718-0b3e-4e77-a845-e8bbcbc4a8ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.991707] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for the task: (returnval){ [ 1186.991707] env[65923]: value = "task-4707899" [ 1186.991707] env[65923]: _type = "Task" [ 1186.991707] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.000455] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.031305] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.031609] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.049238] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.049609] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.049832] env[65923]: DEBUG nova.compute.manager [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1187.050790] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241352b3-ef5c-442e-84a7-b69bfb01a918 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.058940] env[65923]: DEBUG nova.compute.manager [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65923) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1187.068845] env[65923]: DEBUG nova.network.neutron [req-09b9d095-3204-4103-85bd-e021bc88608f req-e4156718-0b3e-4e77-a845-e8bbcbc4a8ca service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updated VIF entry in instance network info cache for port abb66564-477f-44a1-b026-7732a79b161e. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1187.069208] env[65923]: DEBUG nova.network.neutron [req-09b9d095-3204-4103-85bd-e021bc88608f req-e4156718-0b3e-4e77-a845-e8bbcbc4a8ca service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updating instance_info_cache with network_info: [{"id": "abb66564-477f-44a1-b026-7732a79b161e", "address": "fa:16:3e:75:39:a6", "network": {"id": "83102677-0900-49cf-acba-f427ae5bf30b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1855274602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dbc47e7a6f754d668677f859efa60268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabb66564-47", "ovs_interfaceid": "abb66564-477f-44a1-b026-7732a79b161e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.188742] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707897, 'name': CreateVM_Task, 'duration_secs': 1.233276} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.188920] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.189449] env[65923]: WARNING neutronclient.v2_0.client [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.197192] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.197366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.197763] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.198063] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2adb06-7a1f-4c08-8e09-59b0e32e5fd1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.205454] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1187.205454] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bc89e9-dd83-f485-13b5-3bb0c4d9c2f4" [ 1187.205454] env[65923]: _type = "Task" [ 1187.205454] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.212212] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707895, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.229294} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.212774] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/823c9771-7a20-4e9d-8532-773134bc7329/823c9771-7a20-4e9d-8532-773134bc7329.vmdk to [datastore2] 7a5730bd-59fa-4b87-9169-ea29d17a4fd2/7a5730bd-59fa-4b87-9169-ea29d17a4fd2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.213568] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9b42b6-6e41-4128-ab2c-c470a1ab5a62 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.218770] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52bc89e9-dd83-f485-13b5-3bb0c4d9c2f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.238520] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 7a5730bd-59fa-4b87-9169-ea29d17a4fd2/7a5730bd-59fa-4b87-9169-ea29d17a4fd2.vmdk or device None with type streamOptimized {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.238811] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc2f10b-8e46-4ccb-9eff-2fd2264e7fea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.259089] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1187.259089] env[65923]: value = "task-4707900" [ 1187.259089] env[65923]: _type = "Task" [ 1187.259089] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.267728] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.327407] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfe7bb3-610d-41c9-9b14-2c772ea8c87c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.352883] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.353251] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52d65eb4-69f5-44f2-8362-7a2fa006a874 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.361072] env[65923]: DEBUG oslo_vmware.api [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1187.361072] env[65923]: value = "task-4707901" [ 1187.361072] env[65923]: _type = "Task" [ 1187.361072] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.369584] env[65923]: DEBUG oslo_vmware.api [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.501951] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707899, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.535675] env[65923]: DEBUG nova.compute.manager [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1187.563412] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.563805] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a304c62c-4d0a-468e-bdf3-ce2bb386fe70 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.571766] env[65923]: DEBUG oslo_concurrency.lockutils [req-09b9d095-3204-4103-85bd-e021bc88608f req-e4156718-0b3e-4e77-a845-e8bbcbc4a8ca service nova] Releasing lock "refresh_cache-2935cac3-787c-483b-bef9-3af01c708fe8" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.572780] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1187.572780] env[65923]: value = "task-4707902" [ 1187.572780] env[65923]: _type = "Task" [ 1187.572780] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.582876] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.717915] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.718218] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Processing image 2134383d-aeb5-47d3-8201-7d75909716bc {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.718457] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc/2134383d-aeb5-47d3-8201-7d75909716bc.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.718602] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc/2134383d-aeb5-47d3-8201-7d75909716bc.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.718783] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.719075] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df222a0-14a9-45d4-882a-64c7ae608b4a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.737680] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.737883] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.738647] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5444837-e71a-40dd-862f-2e52251e5315 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.745902] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1187.745902] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fa80a2-8caa-1d9f-b337-92f457e8a868" [ 1187.745902] env[65923]: _type = "Task" [ 1187.745902] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.756926] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52fa80a2-8caa-1d9f-b337-92f457e8a868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.769457] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707900, 'name': ReconfigVM_Task, 'duration_secs': 0.305751} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.769758] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 7a5730bd-59fa-4b87-9169-ea29d17a4fd2/7a5730bd-59fa-4b87-9169-ea29d17a4fd2.vmdk or device None with type streamOptimized {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.770431] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d468ff2-9789-4167-a52a-7a02a72cd43c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.778778] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1187.778778] env[65923]: value = "task-4707903" [ 1187.778778] env[65923]: _type = "Task" [ 1187.778778] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.788591] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707903, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.872641] env[65923]: DEBUG oslo_vmware.api [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707901, 'name': PowerOffVM_Task, 'duration_secs': 0.394007} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.873038] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.879257] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.879677] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0965185-c821-4b09-aa30-3b9268947004 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.902113] env[65923]: DEBUG oslo_vmware.api [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1187.902113] env[65923]: value = "task-4707904" [ 1187.902113] env[65923]: _type = "Task" [ 1187.902113] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.913958] env[65923]: DEBUG oslo_vmware.api [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.002381] env[65923]: DEBUG oslo_vmware.api [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707899, 'name': PowerOnVM_Task, 'duration_secs': 0.944968} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.002660] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.002865] env[65923]: INFO nova.compute.manager [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1188.003060] env[65923]: DEBUG nova.compute.manager [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1188.003840] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fa6be7-5e82-4142-9195-3bab3a13b431 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.060215] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.060755] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.063288] env[65923]: INFO nova.compute.claims [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.082098] env[65923]: DEBUG oslo_vmware.api [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707902, 'name': PowerOffVM_Task, 'duration_secs': 0.232973} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.082384] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.082595] env[65923]: DEBUG nova.compute.manager [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1188.083681] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd4281-88a9-4868-b675-2cc36b6e1843 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.257553] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Preparing fetch location {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1188.257657] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Fetch image to [datastore1] OSTACK_IMG_0040c070-d508-42e5-bbde-dfeacbcc0ad5/OSTACK_IMG_0040c070-d508-42e5-bbde-dfeacbcc0ad5.vmdk {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1188.257799] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Downloading stream optimized image 2134383d-aeb5-47d3-8201-7d75909716bc to [datastore1] OSTACK_IMG_0040c070-d508-42e5-bbde-dfeacbcc0ad5/OSTACK_IMG_0040c070-d508-42e5-bbde-dfeacbcc0ad5.vmdk on the data store datastore1 as vApp {{(pid=65923) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1188.257969] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Downloading image file data 2134383d-aeb5-47d3-8201-7d75909716bc to the ESX as VM named 'OSTACK_IMG_0040c070-d508-42e5-bbde-dfeacbcc0ad5' {{(pid=65923) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1188.303717] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707903, 'name': Rename_Task, 'duration_secs': 0.153342} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.304097] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.304377] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ebc9c97-942e-4847-bc7f-dda3ea65a27b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.312178] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1188.312178] env[65923]: value = "task-4707905" [ 1188.312178] env[65923]: _type = "Task" [ 1188.312178] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.323845] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.340450] env[65923]: DEBUG oslo_vmware.rw_handles [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1188.340450] env[65923]: value = "resgroup-9" [ 1188.340450] env[65923]: _type = "ResourcePool" [ 1188.340450] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1188.341340] env[65923]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2f47fb39-f4ef-478b-af0a-bcc3420d3718 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.367723] env[65923]: DEBUG oslo_vmware.rw_handles [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lease: (returnval){ [ 1188.367723] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52da62da-e7e8-0398-b6e3-97d55ad2968f" [ 1188.367723] env[65923]: _type = "HttpNfcLease" [ 1188.367723] env[65923]: } obtained for vApp import into resource pool (val){ [ 1188.367723] env[65923]: value = "resgroup-9" [ 1188.367723] env[65923]: _type = "ResourcePool" [ 1188.367723] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1188.368026] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the lease: (returnval){ [ 1188.368026] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52da62da-e7e8-0398-b6e3-97d55ad2968f" [ 1188.368026] env[65923]: _type = "HttpNfcLease" [ 1188.368026] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1188.376334] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.376334] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52da62da-e7e8-0398-b6e3-97d55ad2968f" [ 1188.376334] env[65923]: _type = "HttpNfcLease" [ 1188.376334] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1188.413049] env[65923]: DEBUG oslo_vmware.api [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.521599] env[65923]: INFO nova.compute.manager [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Took 17.88 seconds to build instance. [ 1188.597059] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.823402] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707905, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.864327] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquiring lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.876828] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.876828] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52da62da-e7e8-0398-b6e3-97d55ad2968f" [ 1188.876828] env[65923]: _type = "HttpNfcLease" [ 1188.876828] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1188.913572] env[65923]: DEBUG oslo_vmware.api [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707904, 'name': ReconfigVM_Task, 'duration_secs': 0.750977} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.913797] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.913982] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.914269] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5c43a8-9996-4b93-a95a-0daa3ae2b9a9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.922214] env[65923]: DEBUG oslo_vmware.api [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1188.922214] env[65923]: value = "task-4707907" [ 1188.922214] env[65923]: _type = "Task" [ 1188.922214] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.930539] env[65923]: DEBUG oslo_vmware.api [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.023653] env[65923]: DEBUG oslo_concurrency.lockutils [None req-725b0159-9b28-4ffe-a543-738564063008 tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.390s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.024130] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.160s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.024408] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquiring lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.024654] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.024855] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.027600] env[65923]: INFO nova.compute.manager [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Terminating instance [ 1189.108632] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.145842] env[65923]: DEBUG oslo_concurrency.lockutils [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.146106] env[65923]: DEBUG oslo_concurrency.lockutils [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.146308] env[65923]: DEBUG oslo_concurrency.lockutils [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.146504] env[65923]: DEBUG oslo_concurrency.lockutils [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.146669] env[65923]: DEBUG oslo_concurrency.lockutils [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.148821] env[65923]: INFO nova.compute.manager [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Terminating instance [ 1189.227939] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a6ea58-1496-4773-baae-3f691aa76f70 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.235708] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aa07f9-1316-4713-af02-9c29f3e4fa29 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.267830] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfa4df6-188c-42c0-b2e1-2d7809f616cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.276443] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddc54e9-616e-4d8d-9dcb-37e3fad4b7d3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.291252] env[65923]: DEBUG nova.compute.provider_tree [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.324147] env[65923]: DEBUG oslo_vmware.api [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707905, 'name': PowerOnVM_Task, 'duration_secs': 0.584897} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.324436] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.378099] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.378099] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52da62da-e7e8-0398-b6e3-97d55ad2968f" [ 1189.378099] env[65923]: _type = "HttpNfcLease" [ 1189.378099] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1189.378443] env[65923]: DEBUG oslo_vmware.rw_handles [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1189.378443] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52da62da-e7e8-0398-b6e3-97d55ad2968f" [ 1189.378443] env[65923]: _type = "HttpNfcLease" [ 1189.378443] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1189.379203] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e66fda6-5085-4a84-a09e-581bb09e1fc4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.387774] env[65923]: DEBUG oslo_vmware.rw_handles [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275685d-2962-289d-7256-123c2b64197f/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1189.388035] env[65923]: DEBUG oslo_vmware.rw_handles [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275685d-2962-289d-7256-123c2b64197f/disk-0.vmdk. {{(pid=65923) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1189.445312] env[65923]: DEBUG nova.compute.manager [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1189.449391] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55615e5b-4c2e-4fb5-82d3-02dc627abc74 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.464372] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c2527729-9654-45e9-b059-6c325873b17e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.466193] env[65923]: DEBUG oslo_vmware.api [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707907, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.532316] env[65923]: DEBUG nova.compute.manager [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1189.532834] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.533783] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab15e2b-1afa-4590-bef3-1af0e528392f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.543782] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.544332] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44bbcc66-c0ad-4412-9025-2c867063649b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.553684] env[65923]: DEBUG oslo_vmware.api [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for the task: (returnval){ [ 1189.553684] env[65923]: value = "task-4707908" [ 1189.553684] env[65923]: _type = "Task" [ 1189.553684] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.565263] env[65923]: DEBUG oslo_vmware.api [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.652977] env[65923]: DEBUG nova.compute.manager [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1189.652977] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.653923] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c761f66-f4c5-4a22-8c84-56b640727e07 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.662920] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.663229] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3c2018d-ee07-4db5-9cd1-6a80226e9f9c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.749827] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.750135] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.750422] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleting the datastore file [datastore2] 84f4adb1-17fa-4dfc-a070-8b66f888b64e {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.750769] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70359bba-a6be-4830-a6a2-54a427b96106 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.763271] env[65923]: DEBUG oslo_vmware.api [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1189.763271] env[65923]: value = "task-4707910" [ 1189.763271] env[65923]: _type = "Task" [ 1189.763271] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.774981] env[65923]: DEBUG oslo_vmware.api [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.794539] env[65923]: DEBUG nova.scheduler.client.report [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.957147] env[65923]: DEBUG oslo_vmware.api [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707907, 'name': PowerOnVM_Task, 'duration_secs': 0.644051} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.959394] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.959664] env[65923]: DEBUG nova.compute.manager [None req-ce761d84-3d9c-4af9-8fa4-aa2835a6dbfa tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1189.960704] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1056864b-afa5-46fe-9390-c76b40393725 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.980193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6039b169-eaf7-4da8-805b-d6eed151f5fd tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.365s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.065475] env[65923]: DEBUG oslo_vmware.api [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707908, 'name': PowerOffVM_Task, 'duration_secs': 0.24573} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.065828] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.066077] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.066392] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd295b65-ac78-4b10-be45-09a7f148870c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.144123] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.144484] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.144723] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Deleting the datastore file [datastore2] da1c278f-e6ac-449a-8ec4-5a4448c41ea4 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.146415] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36273968-c7aa-4954-9b9f-997d5116a0ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.155137] env[65923]: DEBUG oslo_vmware.api [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for the task: (returnval){ [ 1190.155137] env[65923]: value = "task-4707912" [ 1190.155137] env[65923]: _type = "Task" [ 1190.155137] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.164474] env[65923]: DEBUG oslo_vmware.api [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.275908] env[65923]: DEBUG oslo_vmware.api [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251942} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.278480] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.278842] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.279102] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.279370] env[65923]: INFO nova.compute.manager [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1190.279747] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1190.280319] env[65923]: DEBUG nova.compute.manager [-] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1190.280486] env[65923]: DEBUG nova.network.neutron [-] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1190.280775] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.302431] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.302974] env[65923]: DEBUG nova.compute.manager [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1190.310053] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.202s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.310343] env[65923]: DEBUG nova.objects.instance [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1190.317099] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.514918] env[65923]: DEBUG oslo_vmware.rw_handles [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Completed reading data from the image iterator. {{(pid=65923) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1190.515248] env[65923]: DEBUG oslo_vmware.rw_handles [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275685d-2962-289d-7256-123c2b64197f/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1190.516669] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ef95ce-2c85-4405-9f6f-e4718dc261f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.529208] env[65923]: DEBUG oslo_vmware.rw_handles [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275685d-2962-289d-7256-123c2b64197f/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1190.529955] env[65923]: DEBUG oslo_vmware.rw_handles [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275685d-2962-289d-7256-123c2b64197f/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1190.530305] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ec1c8344-54e6-41dc-b2e7-9e1476d41403 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.553451] env[65923]: DEBUG nova.compute.manager [req-864e3d1e-70ff-4c86-b8a3-51fdf037b1c3 req-318507ce-1298-4382-8a37-e8a07311d896 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Received event network-vif-deleted-90aa2679-9014-4f15-b6ac-332ceec13e6a {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1190.553805] env[65923]: INFO nova.compute.manager [req-864e3d1e-70ff-4c86-b8a3-51fdf037b1c3 req-318507ce-1298-4382-8a37-e8a07311d896 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Neutron deleted interface 90aa2679-9014-4f15-b6ac-332ceec13e6a; detaching it from the instance and deleting it from the info cache [ 1190.553805] env[65923]: DEBUG nova.network.neutron [req-864e3d1e-70ff-4c86-b8a3-51fdf037b1c3 req-318507ce-1298-4382-8a37-e8a07311d896 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.666843] env[65923]: DEBUG oslo_vmware.api [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Task: {'id': task-4707912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247525} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.667017] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.667211] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.667613] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.667613] env[65923]: INFO nova.compute.manager [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1190.667793] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1190.667988] env[65923]: DEBUG nova.compute.manager [-] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1190.668102] env[65923]: DEBUG nova.network.neutron [-] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1190.668344] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.700950] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.812278] env[65923]: DEBUG oslo_vmware.rw_handles [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5275685d-2962-289d-7256-123c2b64197f/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1190.812517] env[65923]: INFO nova.virt.vmwareapi.images [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Downloaded image file data 2134383d-aeb5-47d3-8201-7d75909716bc [ 1190.813407] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d98053-38fc-45a2-8386-de98fcfd9b28 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.817455] env[65923]: DEBUG nova.compute.utils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.822544] env[65923]: DEBUG nova.compute.manager [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1190.822694] env[65923]: DEBUG nova.network.neutron [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1190.823073] env[65923]: WARNING neutronclient.v2_0.client [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.823320] env[65923]: WARNING neutronclient.v2_0.client [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.842250] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbe1b8b4-bedc-4ca6-8c2d-a4a80cb045c1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.871349] env[65923]: INFO nova.virt.vmwareapi.images [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] The imported VM was unregistered [ 1190.874410] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Caching image {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1190.874755] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.875635] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d3b5913-933d-4907-856a-b1b5bc63597a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.895971] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Created directory with path [datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.896174] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0040c070-d508-42e5-bbde-dfeacbcc0ad5/OSTACK_IMG_0040c070-d508-42e5-bbde-dfeacbcc0ad5.vmdk to [datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc/2134383d-aeb5-47d3-8201-7d75909716bc.vmdk. {{(pid=65923) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1190.896446] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b12d7d67-d417-4936-a027-27c0ecddd05a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.907443] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1190.907443] env[65923]: value = "task-4707914" [ 1190.907443] env[65923]: _type = "Task" [ 1190.907443] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.918878] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707914, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.921547] env[65923]: DEBUG nova.policy [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f06019f694041a6beab66cecd24ff9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e99c161e3244529fa7b47851e148d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.024470] env[65923]: DEBUG nova.network.neutron [-] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.058018] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-759ba173-1300-4f63-b871-d9fd2ac60f5c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.070363] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b434a9ba-28bd-4f85-860c-edc2fe87b5f9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.104335] env[65923]: DEBUG nova.compute.manager [req-864e3d1e-70ff-4c86-b8a3-51fdf037b1c3 req-318507ce-1298-4382-8a37-e8a07311d896 service nova] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Detach interface failed, port_id=90aa2679-9014-4f15-b6ac-332ceec13e6a, reason: Instance 84f4adb1-17fa-4dfc-a070-8b66f888b64e could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1191.255661] env[65923]: DEBUG nova.network.neutron [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Successfully created port: 1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1191.323088] env[65923]: DEBUG nova.compute.manager [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1191.329230] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2863338c-4299-401c-b1ef-bc5d02e66a7a tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.416697] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33a0d95-627a-4481-8938-c52462d5e47d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.423518] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707914, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.427719] env[65923]: DEBUG nova.network.neutron [-] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.429134] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa073-2ce4-480c-aeb6-60b479ed3d22 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Suspending the VM {{(pid=65923) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1191.429724] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e31e365c-75b2-4b71-8daa-20c868b08692 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.438746] env[65923]: DEBUG oslo_vmware.api [None req-a5dfa073-2ce4-480c-aeb6-60b479ed3d22 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1191.438746] env[65923]: value = "task-4707915" [ 1191.438746] env[65923]: _type = "Task" [ 1191.438746] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.448517] env[65923]: DEBUG oslo_vmware.api [None req-a5dfa073-2ce4-480c-aeb6-60b479ed3d22 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707915, 'name': SuspendVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.490883] env[65923]: DEBUG nova.compute.manager [req-94da4c07-56f4-4beb-8a4c-4dbcf6d29df7 req-f17f898f-2dc1-482c-815e-5f6ae6c9bee5 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Received event network-changed-92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1191.491169] env[65923]: DEBUG nova.compute.manager [req-94da4c07-56f4-4beb-8a4c-4dbcf6d29df7 req-f17f898f-2dc1-482c-815e-5f6ae6c9bee5 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Refreshing instance network info cache due to event network-changed-92c77d48-bc9a-4f8d-9a48-2be574319aec. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1191.492205] env[65923]: DEBUG oslo_concurrency.lockutils [req-94da4c07-56f4-4beb-8a4c-4dbcf6d29df7 req-f17f898f-2dc1-482c-815e-5f6ae6c9bee5 service nova] Acquiring lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.492205] env[65923]: DEBUG oslo_concurrency.lockutils [req-94da4c07-56f4-4beb-8a4c-4dbcf6d29df7 req-f17f898f-2dc1-482c-815e-5f6ae6c9bee5 service nova] Acquired lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.492205] env[65923]: DEBUG nova.network.neutron [req-94da4c07-56f4-4beb-8a4c-4dbcf6d29df7 req-f17f898f-2dc1-482c-815e-5f6ae6c9bee5 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Refreshing network info cache for port 92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.526887] env[65923]: INFO nova.compute.manager [-] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Took 1.25 seconds to deallocate network for instance. [ 1191.925780] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707914, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.930671] env[65923]: INFO nova.compute.manager [-] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Took 1.26 seconds to deallocate network for instance. [ 1191.948940] env[65923]: DEBUG oslo_vmware.api [None req-a5dfa073-2ce4-480c-aeb6-60b479ed3d22 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707915, 'name': SuspendVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.997743] env[65923]: WARNING neutronclient.v2_0.client [req-94da4c07-56f4-4beb-8a4c-4dbcf6d29df7 req-f17f898f-2dc1-482c-815e-5f6ae6c9bee5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.037019] env[65923]: DEBUG oslo_concurrency.lockutils [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.037414] env[65923]: DEBUG oslo_concurrency.lockutils [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.037665] env[65923]: DEBUG nova.objects.instance [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lazy-loading 'resources' on Instance uuid 84f4adb1-17fa-4dfc-a070-8b66f888b64e {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.172319] env[65923]: WARNING neutronclient.v2_0.client [req-94da4c07-56f4-4beb-8a4c-4dbcf6d29df7 req-f17f898f-2dc1-482c-815e-5f6ae6c9bee5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.247184] env[65923]: DEBUG nova.network.neutron [req-94da4c07-56f4-4beb-8a4c-4dbcf6d29df7 req-f17f898f-2dc1-482c-815e-5f6ae6c9bee5 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updated VIF entry in instance network info cache for port 92c77d48-bc9a-4f8d-9a48-2be574319aec. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1192.247596] env[65923]: DEBUG nova.network.neutron [req-94da4c07-56f4-4beb-8a4c-4dbcf6d29df7 req-f17f898f-2dc1-482c-815e-5f6ae6c9bee5 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updating instance_info_cache with network_info: [{"id": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "address": "fa:16:3e:68:07:6a", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c77d48-bc", "ovs_interfaceid": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.339239] env[65923]: DEBUG nova.compute.manager [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1192.371645] env[65923]: DEBUG nova.virt.hardware [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1192.371955] env[65923]: DEBUG nova.virt.hardware [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.372155] env[65923]: DEBUG nova.virt.hardware [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1192.372507] env[65923]: DEBUG nova.virt.hardware [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.372569] env[65923]: DEBUG nova.virt.hardware [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1192.372726] env[65923]: DEBUG nova.virt.hardware [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1192.372985] env[65923]: DEBUG nova.virt.hardware [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1192.373187] env[65923]: DEBUG nova.virt.hardware [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1192.373377] env[65923]: DEBUG nova.virt.hardware [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1192.373603] env[65923]: DEBUG nova.virt.hardware [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1192.373778] env[65923]: DEBUG nova.virt.hardware [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1192.374732] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158537d6-e15e-48cc-b1f5-f08dafdd5781 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.384605] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a23377-f927-4eea-a0e9-0b7834dd1051 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.421982] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707914, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.438434] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.449839] env[65923]: DEBUG oslo_vmware.api [None req-a5dfa073-2ce4-480c-aeb6-60b479ed3d22 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707915, 'name': SuspendVM_Task, 'duration_secs': 0.663889} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.450127] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a5dfa073-2ce4-480c-aeb6-60b479ed3d22 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Suspended the VM {{(pid=65923) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1192.450311] env[65923]: DEBUG nova.compute.manager [None req-a5dfa073-2ce4-480c-aeb6-60b479ed3d22 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1192.451222] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3a2318-5b40-4fa7-bc2f-2635a8413db8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.587973] env[65923]: DEBUG nova.compute.manager [req-7ac0f58f-68eb-4204-aeb0-50a875114415 req-d54ce227-1f38-40eb-a389-5cdfeafae627 service nova] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Received event network-vif-deleted-227bcdf5-1970-49fc-818f-dd8da7a18873 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1192.656981] env[65923]: DEBUG oslo_concurrency.lockutils [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.657233] env[65923]: DEBUG oslo_concurrency.lockutils [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.736025] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09566c66-458b-44eb-92ba-3664660dbb37 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.745936] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c5f1e5-ace5-422f-aff2-29ebd1539294 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.752045] env[65923]: DEBUG oslo_concurrency.lockutils [req-94da4c07-56f4-4beb-8a4c-4dbcf6d29df7 req-f17f898f-2dc1-482c-815e-5f6ae6c9bee5 service nova] Releasing lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.780163] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c759a81-cc7f-48d3-92fa-4cbebeb5de52 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.789592] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce3f2f6-5168-411a-bffb-ef675fa13187 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.805465] env[65923]: DEBUG nova.compute.provider_tree [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.924971] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707914, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.011680] env[65923]: DEBUG nova.compute.manager [req-d38be77a-5510-4dce-9346-8342eced8a27 req-580b032e-1f4a-47fa-add6-0a1d25752a35 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Received event network-vif-plugged-1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1193.011976] env[65923]: DEBUG oslo_concurrency.lockutils [req-d38be77a-5510-4dce-9346-8342eced8a27 req-580b032e-1f4a-47fa-add6-0a1d25752a35 service nova] Acquiring lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.012112] env[65923]: DEBUG oslo_concurrency.lockutils [req-d38be77a-5510-4dce-9346-8342eced8a27 req-580b032e-1f4a-47fa-add6-0a1d25752a35 service nova] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.012285] env[65923]: DEBUG oslo_concurrency.lockutils [req-d38be77a-5510-4dce-9346-8342eced8a27 req-580b032e-1f4a-47fa-add6-0a1d25752a35 service nova] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.012454] env[65923]: DEBUG nova.compute.manager [req-d38be77a-5510-4dce-9346-8342eced8a27 req-580b032e-1f4a-47fa-add6-0a1d25752a35 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] No waiting events found dispatching network-vif-plugged-1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1193.012620] env[65923]: WARNING nova.compute.manager [req-d38be77a-5510-4dce-9346-8342eced8a27 req-580b032e-1f4a-47fa-add6-0a1d25752a35 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Received unexpected event network-vif-plugged-1823b1a4-27c5-4308-a891-87506529e653 for instance with vm_state building and task_state spawning. [ 1193.161094] env[65923]: DEBUG nova.compute.utils [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.330116] env[65923]: ERROR nova.scheduler.client.report [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [req-86593154-e12a-4715-b2ca-a866111e50f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-86593154-e12a-4715-b2ca-a866111e50f4"}]} [ 1193.348255] env[65923]: DEBUG nova.scheduler.client.report [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1193.355234] env[65923]: DEBUG nova.network.neutron [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Successfully updated port: 1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1193.365705] env[65923]: DEBUG nova.scheduler.client.report [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1193.365934] env[65923]: DEBUG nova.compute.provider_tree [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1193.379280] env[65923]: DEBUG nova.scheduler.client.report [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1193.401152] env[65923]: DEBUG nova.scheduler.client.report [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1193.424944] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707914, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.580115] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773f3f00-6f9b-41ed-9a0e-c6c1b6e08472 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.588770] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76e61ae-74b4-429c-8c2c-2f61e07bf6ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.622713] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b3434d-970d-4230-b4cc-5a9a219412d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.626472] env[65923]: DEBUG nova.compute.manager [req-c984872d-43f0-418d-9b95-656a1f4014f8 req-56f7e609-7a13-451c-80ca-c5915229ef36 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Received event network-changed-92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1193.626674] env[65923]: DEBUG nova.compute.manager [req-c984872d-43f0-418d-9b95-656a1f4014f8 req-56f7e609-7a13-451c-80ca-c5915229ef36 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Refreshing instance network info cache due to event network-changed-92c77d48-bc9a-4f8d-9a48-2be574319aec. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1193.626884] env[65923]: DEBUG oslo_concurrency.lockutils [req-c984872d-43f0-418d-9b95-656a1f4014f8 req-56f7e609-7a13-451c-80ca-c5915229ef36 service nova] Acquiring lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.627030] env[65923]: DEBUG oslo_concurrency.lockutils [req-c984872d-43f0-418d-9b95-656a1f4014f8 req-56f7e609-7a13-451c-80ca-c5915229ef36 service nova] Acquired lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.627195] env[65923]: DEBUG nova.network.neutron [req-c984872d-43f0-418d-9b95-656a1f4014f8 req-56f7e609-7a13-451c-80ca-c5915229ef36 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Refreshing network info cache for port 92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.635363] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67225d47-8dd8-43c1-a148-30b6b1d2b1ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.651423] env[65923]: DEBUG nova.compute.provider_tree [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1193.664144] env[65923]: DEBUG oslo_concurrency.lockutils [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.858955] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.859068] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.859299] env[65923]: DEBUG nova.network.neutron [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1193.924998] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707914, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.007092} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.925367] env[65923]: INFO nova.virt.vmwareapi.ds_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0040c070-d508-42e5-bbde-dfeacbcc0ad5/OSTACK_IMG_0040c070-d508-42e5-bbde-dfeacbcc0ad5.vmdk to [datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc/2134383d-aeb5-47d3-8201-7d75909716bc.vmdk. [ 1193.925584] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Cleaning up location [datastore1] OSTACK_IMG_0040c070-d508-42e5-bbde-dfeacbcc0ad5 {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1193.925779] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0040c070-d508-42e5-bbde-dfeacbcc0ad5 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.926096] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b44f891a-2652-4263-824e-5813cb0d861c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.934824] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1193.934824] env[65923]: value = "task-4707916" [ 1193.934824] env[65923]: _type = "Task" [ 1193.934824] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.947255] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.130696] env[65923]: WARNING neutronclient.v2_0.client [req-c984872d-43f0-418d-9b95-656a1f4014f8 req-56f7e609-7a13-451c-80ca-c5915229ef36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.189300] env[65923]: DEBUG nova.scheduler.client.report [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1194.189640] env[65923]: DEBUG nova.compute.provider_tree [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 164 to 165 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1194.189826] env[65923]: DEBUG nova.compute.provider_tree [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1194.320727] env[65923]: WARNING neutronclient.v2_0.client [req-c984872d-43f0-418d-9b95-656a1f4014f8 req-56f7e609-7a13-451c-80ca-c5915229ef36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.386182] env[65923]: INFO nova.compute.manager [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Resuming [ 1194.386783] env[65923]: DEBUG nova.objects.instance [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lazy-loading 'flavor' on Instance uuid 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.391336] env[65923]: DEBUG nova.network.neutron [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1194.394494] env[65923]: DEBUG nova.network.neutron [req-c984872d-43f0-418d-9b95-656a1f4014f8 req-56f7e609-7a13-451c-80ca-c5915229ef36 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updated VIF entry in instance network info cache for port 92c77d48-bc9a-4f8d-9a48-2be574319aec. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1194.394866] env[65923]: DEBUG nova.network.neutron [req-c984872d-43f0-418d-9b95-656a1f4014f8 req-56f7e609-7a13-451c-80ca-c5915229ef36 service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updating instance_info_cache with network_info: [{"id": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "address": "fa:16:3e:68:07:6a", "network": {"id": "cc798d3f-91c1-438c-bfeb-7f46f12c8af6", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1996984865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62fc51a0dbef48ccb8850d978c297b52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c77d48-bc", "ovs_interfaceid": "92c77d48-bc9a-4f8d-9a48-2be574319aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.447230] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067645} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.447529] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.447695] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc/2134383d-aeb5-47d3-8201-7d75909716bc.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.447942] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc/2134383d-aeb5-47d3-8201-7d75909716bc.vmdk to [datastore1] 2935cac3-787c-483b-bef9-3af01c708fe8/2935cac3-787c-483b-bef9-3af01c708fe8.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.448235] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0f05640-d034-4b24-9123-266b31e84ad7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.456205] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1194.456205] env[65923]: value = "task-4707917" [ 1194.456205] env[65923]: _type = "Task" [ 1194.456205] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.465985] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.467342] env[65923]: WARNING neutronclient.v2_0.client [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.538223] env[65923]: DEBUG nova.network.neutron [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updating instance_info_cache with network_info: [{"id": "1823b1a4-27c5-4308-a891-87506529e653", "address": "fa:16:3e:35:74:6c", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1823b1a4-27", "ovs_interfaceid": "1823b1a4-27c5-4308-a891-87506529e653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.617167] env[65923]: DEBUG nova.compute.manager [req-77ec2c57-432e-4ef7-b359-7bf0bce84064 req-0d8503cd-446d-49d9-8ad0-e9bc00584e1f service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Received event network-changed-1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1194.617385] env[65923]: DEBUG nova.compute.manager [req-77ec2c57-432e-4ef7-b359-7bf0bce84064 req-0d8503cd-446d-49d9-8ad0-e9bc00584e1f service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Refreshing instance network info cache due to event network-changed-1823b1a4-27c5-4308-a891-87506529e653. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1194.617594] env[65923]: DEBUG oslo_concurrency.lockutils [req-77ec2c57-432e-4ef7-b359-7bf0bce84064 req-0d8503cd-446d-49d9-8ad0-e9bc00584e1f service nova] Acquiring lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.695189] env[65923]: DEBUG oslo_concurrency.lockutils [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.658s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.698261] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.260s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.698561] env[65923]: DEBUG nova.objects.instance [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Lazy-loading 'resources' on Instance uuid da1c278f-e6ac-449a-8ec4-5a4448c41ea4 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.724594] env[65923]: INFO nova.scheduler.client.report [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted allocations for instance 84f4adb1-17fa-4dfc-a070-8b66f888b64e [ 1194.731190] env[65923]: DEBUG oslo_concurrency.lockutils [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.731423] env[65923]: DEBUG oslo_concurrency.lockutils [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.731670] env[65923]: INFO nova.compute.manager [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Attaching volume b0e71c96-a93b-4580-9437-d88d5c20fbaa to /dev/sdb [ 1194.772358] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb90b18-500e-4420-8848-fa4c55777395 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.780091] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b33f1ae-38d0-4611-84c4-6c005f861105 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.795235] env[65923]: DEBUG nova.virt.block_device [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Updating existing volume attachment record: 2b122f4d-8ccb-4ae8-880c-b5094b2bc3ee {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1194.897746] env[65923]: DEBUG oslo_concurrency.lockutils [req-c984872d-43f0-418d-9b95-656a1f4014f8 req-56f7e609-7a13-451c-80ca-c5915229ef36 service nova] Releasing lock "refresh_cache-50c5a097-6fea-485c-aafd-5c00eb78e594" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.971097] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.041539] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.042013] env[65923]: DEBUG nova.compute.manager [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Instance network_info: |[{"id": "1823b1a4-27c5-4308-a891-87506529e653", "address": "fa:16:3e:35:74:6c", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1823b1a4-27", "ovs_interfaceid": "1823b1a4-27c5-4308-a891-87506529e653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1195.042362] env[65923]: DEBUG oslo_concurrency.lockutils [req-77ec2c57-432e-4ef7-b359-7bf0bce84064 req-0d8503cd-446d-49d9-8ad0-e9bc00584e1f service nova] Acquired lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.042540] env[65923]: DEBUG nova.network.neutron [req-77ec2c57-432e-4ef7-b359-7bf0bce84064 req-0d8503cd-446d-49d9-8ad0-e9bc00584e1f service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Refreshing network info cache for port 1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.044152] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:74:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1823b1a4-27c5-4308-a891-87506529e653', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.053140] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1195.054271] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.054532] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0dccd04-a176-4529-b8a2-8680d6d02ea3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.078820] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.078820] env[65923]: value = "task-4707919" [ 1195.078820] env[65923]: _type = "Task" [ 1195.078820] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.088537] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707919, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.232122] env[65923]: DEBUG oslo_concurrency.lockutils [None req-47810675-ad68-4745-a3fa-1a6983e6fb32 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "84f4adb1-17fa-4dfc-a070-8b66f888b64e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.086s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.354432] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad652c9-8bbc-4957-8478-4358b4f28161 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.364214] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43f09c6-7dba-44f4-af7d-7286b8b5c590 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.401393] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba90e11-38f2-4ecc-bcbc-3ae68895461c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.411276] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9455313-b106-4676-b039-cb0ab54988af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.427451] env[65923]: DEBUG nova.compute.provider_tree [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.466986] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707917, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.555270] env[65923]: WARNING neutronclient.v2_0.client [req-77ec2c57-432e-4ef7-b359-7bf0bce84064 req-0d8503cd-446d-49d9-8ad0-e9bc00584e1f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.592253] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707919, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.766705] env[65923]: WARNING neutronclient.v2_0.client [req-77ec2c57-432e-4ef7-b359-7bf0bce84064 req-0d8503cd-446d-49d9-8ad0-e9bc00584e1f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.847136] env[65923]: DEBUG nova.network.neutron [req-77ec2c57-432e-4ef7-b359-7bf0bce84064 req-0d8503cd-446d-49d9-8ad0-e9bc00584e1f service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updated VIF entry in instance network info cache for port 1823b1a4-27c5-4308-a891-87506529e653. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1195.847604] env[65923]: DEBUG nova.network.neutron [req-77ec2c57-432e-4ef7-b359-7bf0bce84064 req-0d8503cd-446d-49d9-8ad0-e9bc00584e1f service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updating instance_info_cache with network_info: [{"id": "1823b1a4-27c5-4308-a891-87506529e653", "address": "fa:16:3e:35:74:6c", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1823b1a4-27", "ovs_interfaceid": "1823b1a4-27c5-4308-a891-87506529e653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.905388] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.905663] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquired lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.905854] env[65923]: DEBUG nova.network.neutron [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1195.931861] env[65923]: DEBUG nova.scheduler.client.report [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.971052] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707917, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.092067] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707919, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.350523] env[65923]: DEBUG oslo_concurrency.lockutils [req-77ec2c57-432e-4ef7-b359-7bf0bce84064 req-0d8503cd-446d-49d9-8ad0-e9bc00584e1f service nova] Releasing lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.411099] env[65923]: WARNING neutronclient.v2_0.client [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.437809] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.464051] env[65923]: INFO nova.scheduler.client.report [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Deleted allocations for instance da1c278f-e6ac-449a-8ec4-5a4448c41ea4 [ 1196.472795] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707917, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.597564] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707919, 'name': CreateVM_Task, 'duration_secs': 1.417941} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.597757] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.598308] env[65923]: WARNING neutronclient.v2_0.client [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.598714] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.598903] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.599253] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.599553] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd4f479-fdea-416e-8b3c-8e946966827c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.608166] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1196.608166] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e5cc95-7609-33a8-8044-f17ce9a96328" [ 1196.608166] env[65923]: _type = "Task" [ 1196.608166] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.620277] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e5cc95-7609-33a8-8044-f17ce9a96328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.653729] env[65923]: WARNING neutronclient.v2_0.client [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.669717] env[65923]: DEBUG nova.compute.manager [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Stashing vm_state: active {{(pid=65923) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1196.789228] env[65923]: DEBUG nova.network.neutron [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updating instance_info_cache with network_info: [{"id": "0645744e-1471-4a70-8f63-4b28062ac2e8", "address": "fa:16:3e:39:9c:b6", "network": {"id": "e51cf21e-5482-4f26-8ce3-8696f8aba5b0", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2126944676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5181d87ed2284b379e6d2b087f4cd9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0645744e-14", "ovs_interfaceid": "0645744e-1471-4a70-8f63-4b28062ac2e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.973096] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707917, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.976216] env[65923]: DEBUG oslo_concurrency.lockutils [None req-beb47ac1-0360-4600-ac68-57f7a648420f tempest-ServerAddressesTestJSON-2093991871 tempest-ServerAddressesTestJSON-2093991871-project-member] Lock "da1c278f-e6ac-449a-8ec4-5a4448c41ea4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.952s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.126101] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e5cc95-7609-33a8-8044-f17ce9a96328, 'name': SearchDatastore_Task, 'duration_secs': 0.049597} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.126101] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.126101] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.126101] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.126101] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.126101] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.126454] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21b1c1fe-b3e4-4c67-9cb0-326d23f5fa13 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.158406] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.158648] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.159634] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73c881d-b6f2-491d-a047-526d3d0f92bd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.169279] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1197.169279] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52aab3fc-cfdf-699f-5926-61af8c00d040" [ 1197.169279] env[65923]: _type = "Task" [ 1197.169279] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.185668] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52aab3fc-cfdf-699f-5926-61af8c00d040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.196896] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.197229] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.292223] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Releasing lock "refresh_cache-7a5730bd-59fa-4b87-9169-ea29d17a4fd2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.293443] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063126d6-9e73-4420-bc0c-533d24c9a53b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.303814] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Resuming the VM {{(pid=65923) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1197.304197] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74657b7d-1c35-4549-9db2-71e862fb93a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.316139] env[65923]: DEBUG oslo_vmware.api [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1197.316139] env[65923]: value = "task-4707920" [ 1197.316139] env[65923]: _type = "Task" [ 1197.316139] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.327864] env[65923]: DEBUG oslo_vmware.api [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.473384] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707917, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.95834} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.473847] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2134383d-aeb5-47d3-8201-7d75909716bc/2134383d-aeb5-47d3-8201-7d75909716bc.vmdk to [datastore1] 2935cac3-787c-483b-bef9-3af01c708fe8/2935cac3-787c-483b-bef9-3af01c708fe8.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.475215] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd822748-48ed-47a4-8c5b-eb327088975a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.509045] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 2935cac3-787c-483b-bef9-3af01c708fe8/2935cac3-787c-483b-bef9-3af01c708fe8.vmdk or device None with type streamOptimized {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.509440] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0288e913-539f-40e3-994d-4ca4ef9f9d3f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.535094] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1197.535094] env[65923]: value = "task-4707921" [ 1197.535094] env[65923]: _type = "Task" [ 1197.535094] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.546101] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.686271] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52aab3fc-cfdf-699f-5926-61af8c00d040, 'name': SearchDatastore_Task, 'duration_secs': 0.04879} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.687419] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674d77b3-da95-45ba-ad0d-e354203cb0b8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.697953] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1197.697953] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525779bf-0722-02e5-f62f-aa96a9276d54" [ 1197.697953] env[65923]: _type = "Task" [ 1197.697953] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.705109] env[65923]: INFO nova.compute.claims [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.718602] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525779bf-0722-02e5-f62f-aa96a9276d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.829202] env[65923]: DEBUG oslo_vmware.api [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.834616] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.834863] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.049595] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.209293] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525779bf-0722-02e5-f62f-aa96a9276d54, 'name': SearchDatastore_Task, 'duration_secs': 0.025734} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.209785] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.209875] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] dca7ede7-37eb-426b-b3fa-32f0124c1ca9/dca7ede7-37eb-426b-b3fa-32f0124c1ca9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.211620] env[65923]: INFO nova.compute.resource_tracker [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating resource usage from migration 5fb5b939-599e-49b6-9f60-a9ef34f86496 [ 1198.214145] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f802f47d-954c-480d-9997-06ce84f24924 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.222236] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1198.222236] env[65923]: value = "task-4707922" [ 1198.222236] env[65923]: _type = "Task" [ 1198.222236] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.235770] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.329375] env[65923]: DEBUG oslo_vmware.api [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707920, 'name': PowerOnVM_Task, 'duration_secs': 0.572393} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.329735] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Resumed the VM {{(pid=65923) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1198.329937] env[65923]: DEBUG nova.compute.manager [None req-c3e5a321-89d3-48c5-9fed-8cf17ce2b2cc tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1198.330796] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043d0459-2913-4b70-b0cd-f60e4030d651 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.339526] env[65923]: DEBUG nova.compute.manager [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1198.428197] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2765a4-b7ad-4e72-82e9-90d61785b695 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.437260] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66470b4-a0ce-44a6-aa49-c4dd1b10177a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.471149] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c934ecb8-7015-4a6c-b263-7d63f0926405 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.480838] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816ebd01-6216-42ad-a98d-1f90a27462ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.496028] env[65923]: DEBUG nova.compute.provider_tree [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.554615] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707921, 'name': ReconfigVM_Task, 'duration_secs': 0.774221} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.554996] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 2935cac3-787c-483b-bef9-3af01c708fe8/2935cac3-787c-483b-bef9-3af01c708fe8.vmdk or device None with type streamOptimized {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.555705] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a78acff0-44da-4bc3-9842-401416aac0da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.564840] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1198.564840] env[65923]: value = "task-4707923" [ 1198.564840] env[65923]: _type = "Task" [ 1198.564840] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.574524] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707923, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.736209] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707922, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.881619] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.022250] env[65923]: ERROR nova.scheduler.client.report [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [req-ce0b1721-98fc-4260-bab9-68b82b48abdd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce0b1721-98fc-4260-bab9-68b82b48abdd"}]} [ 1199.042379] env[65923]: DEBUG nova.scheduler.client.report [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1199.065568] env[65923]: DEBUG nova.scheduler.client.report [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1199.065892] env[65923]: DEBUG nova.compute.provider_tree [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.084540] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707923, 'name': Rename_Task, 'duration_secs': 0.368849} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.084540] env[65923]: DEBUG nova.scheduler.client.report [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1199.086543] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.092492] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3cb775b-5e70-455a-96b7-0ee14bee836b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.102149] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1199.102149] env[65923]: value = "task-4707925" [ 1199.102149] env[65923]: _type = "Task" [ 1199.102149] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.117789] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.119231] env[65923]: DEBUG nova.scheduler.client.report [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1199.239517] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746281} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.240173] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] dca7ede7-37eb-426b-b3fa-32f0124c1ca9/dca7ede7-37eb-426b-b3fa-32f0124c1ca9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.240500] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.240850] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-684cf450-af2e-4380-aac3-9f246ae273b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.249813] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1199.249813] env[65923]: value = "task-4707926" [ 1199.249813] env[65923]: _type = "Task" [ 1199.249813] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.266603] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.302912] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e098acdf-0c7d-4a17-92fe-c9a4332e59d5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.312273] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf4972e-6ad8-4480-8d0d-5612870ecd93 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.347575] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2f2e52-f4e3-4b47-8fe4-a6be7703bcea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.357440] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb4cec8-81bb-4258-9070-d2595bccf981 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.373059] env[65923]: DEBUG nova.compute.provider_tree [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.615555] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707925, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.763344] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073617} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.763616] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.764406] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f873f7-1c2b-4683-a474-2db682989129 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.786464] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] dca7ede7-37eb-426b-b3fa-32f0124c1ca9/dca7ede7-37eb-426b-b3fa-32f0124c1ca9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.786755] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5022b43-765d-4847-b14e-90c88ebc9e8a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.806679] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1199.806679] env[65923]: value = "task-4707927" [ 1199.806679] env[65923]: _type = "Task" [ 1199.806679] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.815190] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.909447] env[65923]: DEBUG nova.scheduler.client.report [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1199.909781] env[65923]: DEBUG nova.compute.provider_tree [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 168 to 169 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1199.909965] env[65923]: DEBUG nova.compute.provider_tree [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.113762] env[65923]: DEBUG oslo_vmware.api [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707925, 'name': PowerOnVM_Task, 'duration_secs': 0.528327} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.114114] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.216321] env[65923]: DEBUG nova.compute.manager [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1200.217322] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaac1a41-37c9-42f2-b039-22fad045a911 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.316946] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.415904] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.219s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.416249] env[65923]: INFO nova.compute.manager [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Migrating [ 1200.424822] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.543s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.426438] env[65923]: INFO nova.compute.claims [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.734549] env[65923]: DEBUG oslo_concurrency.lockutils [None req-20705ea7-a5a4-4e39-856b-21b6b97e96c4 tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "2935cac3-787c-483b-bef9-3af01c708fe8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.418s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.819161] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707927, 'name': ReconfigVM_Task, 'duration_secs': 0.937494} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.819491] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Reconfigured VM instance instance-00000078 to attach disk [datastore2] dca7ede7-37eb-426b-b3fa-32f0124c1ca9/dca7ede7-37eb-426b-b3fa-32f0124c1ca9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.820274] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54f70485-a380-4974-bb89-eb0587f43ff2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.827252] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1200.827252] env[65923]: value = "task-4707928" [ 1200.827252] env[65923]: _type = "Task" [ 1200.827252] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.835616] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707928, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.942279] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.942473] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.942569] env[65923]: DEBUG nova.network.neutron [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1201.338113] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707928, 'name': Rename_Task, 'duration_secs': 0.478944} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.338328] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.338580] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76880891-c751-408c-a40b-5962eb5c5d07 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.341043] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1201.341258] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918789', 'volume_id': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'name': 'volume-b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89fac7d9-a468-4f8c-957f-42b1e127fc1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'serial': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1201.341987] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485c11cb-ebc0-42ca-9b41-2fe5bfe090aa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.359570] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d6ad63-8968-4f97-a04f-c46760971300 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.362217] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1201.362217] env[65923]: value = "task-4707929" [ 1201.362217] env[65923]: _type = "Task" [ 1201.362217] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.385694] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-b0e71c96-a93b-4580-9437-d88d5c20fbaa/volume-b0e71c96-a93b-4580-9437-d88d5c20fbaa.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.386408] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74886eb5-9476-4a61-b703-c950a9bc3709 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.402281] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707929, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.407988] env[65923]: DEBUG oslo_vmware.api [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1201.407988] env[65923]: value = "task-4707930" [ 1201.407988] env[65923]: _type = "Task" [ 1201.407988] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.416024] env[65923]: DEBUG oslo_vmware.api [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.445882] env[65923]: WARNING neutronclient.v2_0.client [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.601763] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aea3ccf-42bb-4508-8e3f-06ec54c03f2f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.613392] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7620d855-7bf0-4e15-bdba-e9ad794fc9bb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.649132] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d20091-258e-4331-b16f-5d672ac89f48 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.654803] env[65923]: WARNING neutronclient.v2_0.client [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.660063] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0526f6fe-9362-430e-b0ef-9fe29c0515c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.674766] env[65923]: DEBUG nova.compute.provider_tree [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.731646] env[65923]: DEBUG nova.network.neutron [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance_info_cache with network_info: [{"id": "9145cddd-973f-4e12-80d0-1966092e0187", "address": "fa:16:3e:10:93:b8", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9145cddd-97", "ovs_interfaceid": "9145cddd-973f-4e12-80d0-1966092e0187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.874288] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.920132] env[65923]: DEBUG oslo_vmware.api [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.178617] env[65923]: DEBUG nova.scheduler.client.report [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.234270] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.374025] env[65923]: DEBUG oslo_vmware.api [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707929, 'name': PowerOnVM_Task, 'duration_secs': 0.549884} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.374404] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.374653] env[65923]: INFO nova.compute.manager [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1202.374906] env[65923]: DEBUG nova.compute.manager [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1202.375846] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdace6e-f083-49dc-93b9-c4ee50d47867 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.420744] env[65923]: DEBUG oslo_vmware.api [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707930, 'name': ReconfigVM_Task, 'duration_secs': 0.707836} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.421072] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-b0e71c96-a93b-4580-9437-d88d5c20fbaa/volume-b0e71c96-a93b-4580-9437-d88d5c20fbaa.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.427287] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54123c87-9775-4ce5-a488-3d0e059e5c79 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.444802] env[65923]: DEBUG oslo_vmware.api [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1202.444802] env[65923]: value = "task-4707931" [ 1202.444802] env[65923]: _type = "Task" [ 1202.444802] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.456260] env[65923]: DEBUG oslo_vmware.api [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.683983] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.684650] env[65923]: DEBUG nova.compute.manager [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1202.894895] env[65923]: INFO nova.compute.manager [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Took 14.85 seconds to build instance. [ 1202.955859] env[65923]: DEBUG oslo_vmware.api [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707931, 'name': ReconfigVM_Task, 'duration_secs': 0.186724} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.956157] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918789', 'volume_id': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'name': 'volume-b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89fac7d9-a468-4f8c-957f-42b1e127fc1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'serial': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1203.190510] env[65923]: DEBUG nova.compute.utils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.192433] env[65923]: DEBUG nova.compute.manager [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1203.192633] env[65923]: DEBUG nova.network.neutron [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1203.192957] env[65923]: WARNING neutronclient.v2_0.client [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.193287] env[65923]: WARNING neutronclient.v2_0.client [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.235929] env[65923]: DEBUG nova.policy [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6a905f5572426ebc1429b151ed1cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60c504a79d8c44478327ea8992f65cb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.244494] env[65923]: DEBUG nova.compute.manager [req-3e4490f3-070c-4442-90ea-8a69a919cea9 req-47239461-bce5-4963-83a8-38a731d30d92 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Received event network-changed-1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1203.245494] env[65923]: DEBUG nova.compute.manager [req-3e4490f3-070c-4442-90ea-8a69a919cea9 req-47239461-bce5-4963-83a8-38a731d30d92 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Refreshing instance network info cache due to event network-changed-1823b1a4-27c5-4308-a891-87506529e653. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1203.245494] env[65923]: DEBUG oslo_concurrency.lockutils [req-3e4490f3-070c-4442-90ea-8a69a919cea9 req-47239461-bce5-4963-83a8-38a731d30d92 service nova] Acquiring lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.245494] env[65923]: DEBUG oslo_concurrency.lockutils [req-3e4490f3-070c-4442-90ea-8a69a919cea9 req-47239461-bce5-4963-83a8-38a731d30d92 service nova] Acquired lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.245494] env[65923]: DEBUG nova.network.neutron [req-3e4490f3-070c-4442-90ea-8a69a919cea9 req-47239461-bce5-4963-83a8-38a731d30d92 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Refreshing network info cache for port 1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.256137] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.256286] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.256369] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.256546] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.256712] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.258929] env[65923]: INFO nova.compute.manager [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Terminating instance [ 1203.397581] env[65923]: DEBUG oslo_concurrency.lockutils [None req-56b165db-4103-4481-851e-f9db9499898e tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.366s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.547824] env[65923]: DEBUG nova.network.neutron [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Successfully created port: 48b72729-8f56-4bc4-8bd9-945ffb47b72b {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1203.696540] env[65923]: DEBUG nova.compute.manager [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1203.750884] env[65923]: WARNING neutronclient.v2_0.client [req-3e4490f3-070c-4442-90ea-8a69a919cea9 req-47239461-bce5-4963-83a8-38a731d30d92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.755451] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b69cee1-ac88-47f2-966d-4fe5d6564f77 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.762219] env[65923]: DEBUG nova.compute.manager [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1203.762462] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.778430] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6b62b7-4b6a-4c3c-9aa9-0844621fdbb8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.784877] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance '0f402ae1-e1f5-4c75-a6dc-f40f0b34da16' progress to 0 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.793078] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.793686] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3347f199-db58-43a4-bd91-c9b436bf0171 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.800712] env[65923]: DEBUG oslo_vmware.api [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1203.800712] env[65923]: value = "task-4707932" [ 1203.800712] env[65923]: _type = "Task" [ 1203.800712] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.811269] env[65923]: DEBUG oslo_vmware.api [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.927894] env[65923]: WARNING neutronclient.v2_0.client [req-3e4490f3-070c-4442-90ea-8a69a919cea9 req-47239461-bce5-4963-83a8-38a731d30d92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.994960] env[65923]: DEBUG nova.objects.instance [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lazy-loading 'flavor' on Instance uuid 89fac7d9-a468-4f8c-957f-42b1e127fc1f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.038576] env[65923]: DEBUG nova.network.neutron [req-3e4490f3-070c-4442-90ea-8a69a919cea9 req-47239461-bce5-4963-83a8-38a731d30d92 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updated VIF entry in instance network info cache for port 1823b1a4-27c5-4308-a891-87506529e653. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1204.038951] env[65923]: DEBUG nova.network.neutron [req-3e4490f3-070c-4442-90ea-8a69a919cea9 req-47239461-bce5-4963-83a8-38a731d30d92 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updating instance_info_cache with network_info: [{"id": "1823b1a4-27c5-4308-a891-87506529e653", "address": "fa:16:3e:35:74:6c", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1823b1a4-27", "ovs_interfaceid": "1823b1a4-27c5-4308-a891-87506529e653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.293129] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.293318] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83df5dac-51d1-4cd8-8321-ad1fdfa18be3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.302564] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1204.302564] env[65923]: value = "task-4707933" [ 1204.302564] env[65923]: _type = "Task" [ 1204.302564] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.315830] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.319556] env[65923]: DEBUG oslo_vmware.api [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707932, 'name': PowerOffVM_Task, 'duration_secs': 0.270646} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.319920] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.320128] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.320418] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35e92645-288b-485c-b1d7-cc9301564bfe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.380217] env[65923]: DEBUG oslo_concurrency.lockutils [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.396586] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.397054] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.397366] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Deleting the datastore file [datastore2] 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.397806] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f2e4e8c-4998-47c2-a727-f43918261e82 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.407738] env[65923]: DEBUG oslo_vmware.api [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for the task: (returnval){ [ 1204.407738] env[65923]: value = "task-4707935" [ 1204.407738] env[65923]: _type = "Task" [ 1204.407738] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.421967] env[65923]: DEBUG oslo_vmware.api [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.501891] env[65923]: DEBUG oslo_concurrency.lockutils [None req-badac083-db71-429e-8d6d-45b5acccee1b tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.770s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.503694] env[65923]: DEBUG oslo_concurrency.lockutils [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.123s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.541724] env[65923]: DEBUG oslo_concurrency.lockutils [req-3e4490f3-070c-4442-90ea-8a69a919cea9 req-47239461-bce5-4963-83a8-38a731d30d92 service nova] Releasing lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.707271] env[65923]: DEBUG nova.compute.manager [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1204.734253] env[65923]: DEBUG nova.virt.hardware [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1204.734529] env[65923]: DEBUG nova.virt.hardware [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.734683] env[65923]: DEBUG nova.virt.hardware [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1204.734861] env[65923]: DEBUG nova.virt.hardware [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.735013] env[65923]: DEBUG nova.virt.hardware [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1204.735197] env[65923]: DEBUG nova.virt.hardware [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1204.735446] env[65923]: DEBUG nova.virt.hardware [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1204.735611] env[65923]: DEBUG nova.virt.hardware [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1204.735776] env[65923]: DEBUG nova.virt.hardware [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1204.735936] env[65923]: DEBUG nova.virt.hardware [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1204.736149] env[65923]: DEBUG nova.virt.hardware [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1204.737080] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1394ef-6d4e-469b-942c-e63e83b6889f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.746278] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d93586-759c-491b-b25e-5ca9dc28bf2a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.816667] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707933, 'name': PowerOffVM_Task, 'duration_secs': 0.205059} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.816947] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.817145] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance '0f402ae1-e1f5-4c75-a6dc-f40f0b34da16' progress to 17 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.918617] env[65923]: DEBUG oslo_vmware.api [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Task: {'id': task-4707935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163514} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.918914] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.919152] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.919356] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.919511] env[65923]: INFO nova.compute.manager [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1204.919791] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1204.920040] env[65923]: DEBUG nova.compute.manager [-] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1204.920107] env[65923]: DEBUG nova.network.neutron [-] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1204.921041] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.954525] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.007535] env[65923]: INFO nova.compute.manager [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Detaching volume b0e71c96-a93b-4580-9437-d88d5c20fbaa [ 1205.050785] env[65923]: INFO nova.virt.block_device [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Attempting to driver detach volume b0e71c96-a93b-4580-9437-d88d5c20fbaa from mountpoint /dev/sdb [ 1205.051110] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1205.051310] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918789', 'volume_id': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'name': 'volume-b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89fac7d9-a468-4f8c-957f-42b1e127fc1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'serial': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1205.052357] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9904e2bc-20d0-4e95-98c5-5749691cc176 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.078760] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfda041-8819-46cf-885e-0a33446cc322 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.082735] env[65923]: DEBUG nova.network.neutron [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Successfully updated port: 48b72729-8f56-4bc4-8bd9-945ffb47b72b {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1205.091196] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5060fa-ca84-484d-8791-ba068ff59a1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.116734] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3707c1e3-f92f-43f9-951d-8bbcc7a1ae32 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.133582] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The volume has not been displaced from its original location: [datastore2] volume-b0e71c96-a93b-4580-9437-d88d5c20fbaa/volume-b0e71c96-a93b-4580-9437-d88d5c20fbaa.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1205.139030] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.139568] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c44acdc1-c423-431e-a461-87ed8bb292de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.159483] env[65923]: DEBUG oslo_vmware.api [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1205.159483] env[65923]: value = "task-4707936" [ 1205.159483] env[65923]: _type = "Task" [ 1205.159483] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.169126] env[65923]: DEBUG oslo_vmware.api [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.176952] env[65923]: DEBUG nova.compute.manager [req-180129d2-78bb-4e3d-94eb-d0d3cf8db788 req-ba194f0b-aa81-4eb6-b96a-6e1ab145d653 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Received event network-vif-deleted-0645744e-1471-4a70-8f63-4b28062ac2e8 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1205.177177] env[65923]: INFO nova.compute.manager [req-180129d2-78bb-4e3d-94eb-d0d3cf8db788 req-ba194f0b-aa81-4eb6-b96a-6e1ab145d653 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Neutron deleted interface 0645744e-1471-4a70-8f63-4b28062ac2e8; detaching it from the instance and deleting it from the info cache [ 1205.177347] env[65923]: DEBUG nova.network.neutron [req-180129d2-78bb-4e3d-94eb-d0d3cf8db788 req-ba194f0b-aa81-4eb6-b96a-6e1ab145d653 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.278963] env[65923]: DEBUG nova.compute.manager [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Received event network-vif-plugged-48b72729-8f56-4bc4-8bd9-945ffb47b72b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1205.279130] env[65923]: DEBUG oslo_concurrency.lockutils [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] Acquiring lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.280025] env[65923]: DEBUG oslo_concurrency.lockutils [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.280359] env[65923]: DEBUG oslo_concurrency.lockutils [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.280359] env[65923]: DEBUG nova.compute.manager [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] No waiting events found dispatching network-vif-plugged-48b72729-8f56-4bc4-8bd9-945ffb47b72b {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1205.280527] env[65923]: WARNING nova.compute.manager [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Received unexpected event network-vif-plugged-48b72729-8f56-4bc4-8bd9-945ffb47b72b for instance with vm_state building and task_state spawning. [ 1205.280723] env[65923]: DEBUG nova.compute.manager [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Received event network-changed-48b72729-8f56-4bc4-8bd9-945ffb47b72b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1205.280933] env[65923]: DEBUG nova.compute.manager [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Refreshing instance network info cache due to event network-changed-48b72729-8f56-4bc4-8bd9-945ffb47b72b. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1205.281138] env[65923]: DEBUG oslo_concurrency.lockutils [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] Acquiring lock "refresh_cache-a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.281262] env[65923]: DEBUG oslo_concurrency.lockutils [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] Acquired lock "refresh_cache-a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.281408] env[65923]: DEBUG nova.network.neutron [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Refreshing network info cache for port 48b72729-8f56-4bc4-8bd9-945ffb47b72b {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.324221] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1205.324472] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.324625] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1205.324797] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.324936] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1205.325086] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1205.325288] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1205.325441] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1205.325598] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1205.325752] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1205.325919] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1205.331174] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebfebae1-3a36-4c31-878f-209b1115a110 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.347468] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1205.347468] env[65923]: value = "task-4707937" [ 1205.347468] env[65923]: _type = "Task" [ 1205.347468] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.356447] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.585979] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "refresh_cache-a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.655679] env[65923]: DEBUG nova.network.neutron [-] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.670926] env[65923]: DEBUG oslo_vmware.api [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707936, 'name': ReconfigVM_Task, 'duration_secs': 0.428297} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.671252] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.676249] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dbb3386-ebf6-4b8e-b775-f80d632bb673 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.689603] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60b1b959-7c72-43c6-9d94-912f26e5e974 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.702060] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6abc1ba-d816-4970-a3a3-cf1308339365 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.713450] env[65923]: DEBUG oslo_vmware.api [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1205.713450] env[65923]: value = "task-4707938" [ 1205.713450] env[65923]: _type = "Task" [ 1205.713450] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.723282] env[65923]: DEBUG oslo_vmware.api [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.737212] env[65923]: DEBUG nova.compute.manager [req-180129d2-78bb-4e3d-94eb-d0d3cf8db788 req-ba194f0b-aa81-4eb6-b96a-6e1ab145d653 service nova] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Detach interface failed, port_id=0645744e-1471-4a70-8f63-4b28062ac2e8, reason: Instance 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1205.785029] env[65923]: WARNING neutronclient.v2_0.client [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.819057] env[65923]: DEBUG nova.network.neutron [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1205.858343] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707937, 'name': ReconfigVM_Task, 'duration_secs': 0.240274} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.858669] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance '0f402ae1-e1f5-4c75-a6dc-f40f0b34da16' progress to 33 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.910172] env[65923]: DEBUG nova.network.neutron [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.159193] env[65923]: INFO nova.compute.manager [-] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Took 1.24 seconds to deallocate network for instance. [ 1206.225832] env[65923]: DEBUG oslo_vmware.api [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707938, 'name': ReconfigVM_Task, 'duration_secs': 0.157135} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.226225] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918789', 'volume_id': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'name': 'volume-b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89fac7d9-a468-4f8c-957f-42b1e127fc1f', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa', 'serial': 'b0e71c96-a93b-4580-9437-d88d5c20fbaa'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1206.366432] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1206.366695] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.366853] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1206.367045] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.367193] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1206.367335] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1206.367542] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1206.367724] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1206.367909] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1206.368090] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1206.368254] env[65923]: DEBUG nova.virt.hardware [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1206.373752] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.374114] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a5bb676-770e-4b38-be11-648766dc7317 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.393846] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1206.393846] env[65923]: value = "task-4707939" [ 1206.393846] env[65923]: _type = "Task" [ 1206.393846] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.402597] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.414397] env[65923]: DEBUG oslo_concurrency.lockutils [req-1448a13b-cd20-4ccf-9ce6-5f3e4eae3448 req-ad906911-e49b-4893-b423-9085332815ee service nova] Releasing lock "refresh_cache-a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.414940] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "refresh_cache-a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.415233] env[65923]: DEBUG nova.network.neutron [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1206.666650] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.666890] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.667124] env[65923]: DEBUG nova.objects.instance [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lazy-loading 'resources' on Instance uuid 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.769877] env[65923]: DEBUG nova.objects.instance [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lazy-loading 'flavor' on Instance uuid 89fac7d9-a468-4f8c-957f-42b1e127fc1f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.904232] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707939, 'name': ReconfigVM_Task, 'duration_secs': 0.184414} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.904470] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.905267] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a980c8c9-2230-47ab-9aa6-d2b0c6d66c7d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.932667] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16/0f402ae1-e1f5-4c75-a6dc-f40f0b34da16.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.933212] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5c02706-5d32-4d75-9cff-2ae9b9dbec7e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.953290] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1206.953290] env[65923]: value = "task-4707940" [ 1206.953290] env[65923]: _type = "Task" [ 1206.953290] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.963407] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.964390] env[65923]: DEBUG nova.network.neutron [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1207.040008] env[65923]: WARNING neutronclient.v2_0.client [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.110377] env[65923]: DEBUG nova.network.neutron [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Updating instance_info_cache with network_info: [{"id": "48b72729-8f56-4bc4-8bd9-945ffb47b72b", "address": "fa:16:3e:a9:49:20", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b72729-8f", "ovs_interfaceid": "48b72729-8f56-4bc4-8bd9-945ffb47b72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.330088] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35b80d2-41e4-4bf7-881d-92c629fdb806 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.339562] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27ede95-8693-4759-9387-6d6c88f8d35e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.372766] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d312de-515a-41b9-9457-7fa8ff3811df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.381937] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39902e91-72ad-4921-a307-838cc37d9a03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.396480] env[65923]: DEBUG nova.compute.provider_tree [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.463997] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707940, 'name': ReconfigVM_Task, 'duration_secs': 0.292547} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.464487] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16/0f402ae1-e1f5-4c75-a6dc-f40f0b34da16.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.464728] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance '0f402ae1-e1f5-4c75-a6dc-f40f0b34da16' progress to 50 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.614291] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "refresh_cache-a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.614684] env[65923]: DEBUG nova.compute.manager [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Instance network_info: |[{"id": "48b72729-8f56-4bc4-8bd9-945ffb47b72b", "address": "fa:16:3e:a9:49:20", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b72729-8f", "ovs_interfaceid": "48b72729-8f56-4bc4-8bd9-945ffb47b72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1207.615201] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:49:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48b72729-8f56-4bc4-8bd9-945ffb47b72b', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.622890] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1207.623121] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.623357] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dfa3bbd-6ff2-4c93-9f3d-73395d5ac4af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.644836] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.644836] env[65923]: value = "task-4707941" [ 1207.644836] env[65923]: _type = "Task" [ 1207.644836] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.653326] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707941, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.776913] env[65923]: DEBUG oslo_concurrency.lockutils [None req-70c4200a-8137-4415-aaff-b89ec2594e8a tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.274s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.899685] env[65923]: DEBUG nova.scheduler.client.report [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.972402] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8665bc5c-c1fa-4816-88ae-c5db8adcdc3f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.992396] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2cd3be-1185-4a4b-8a91-09ebebf611b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.012857] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance '0f402ae1-e1f5-4c75-a6dc-f40f0b34da16' progress to 67 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.155741] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707941, 'name': CreateVM_Task, 'duration_secs': 0.315633} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.156042] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.156940] env[65923]: WARNING neutronclient.v2_0.client [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.157881] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.157881] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.157881] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.158539] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62510623-e141-4aa3-b6ad-b08cf060f89d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.164713] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1208.164713] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a7a2fd-5487-ee7f-c3ae-e21899f27ed8" [ 1208.164713] env[65923]: _type = "Task" [ 1208.164713] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.174150] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a7a2fd-5487-ee7f-c3ae-e21899f27ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.405465] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.430162] env[65923]: INFO nova.scheduler.client.report [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Deleted allocations for instance 7a5730bd-59fa-4b87-9169-ea29d17a4fd2 [ 1208.519239] env[65923]: WARNING neutronclient.v2_0.client [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.519602] env[65923]: WARNING neutronclient.v2_0.client [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.567752] env[65923]: DEBUG nova.network.neutron [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Port 9145cddd-973f-4e12-80d0-1966092e0187 binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1208.632995] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.633229] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.633440] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.633622] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.633790] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.635930] env[65923]: INFO nova.compute.manager [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Terminating instance [ 1208.675999] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a7a2fd-5487-ee7f-c3ae-e21899f27ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.676271] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.676505] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.676734] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.676884] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.677099] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.677371] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b80df31-c2e5-43ed-b961-6304d7273464 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.687082] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.687270] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.688031] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a5fc16-5af1-4c50-8d0e-134700fdd76f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.694261] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1208.694261] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5227e77f-7bb8-90ce-af2a-6f1ea6b00599" [ 1208.694261] env[65923]: _type = "Task" [ 1208.694261] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.702409] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5227e77f-7bb8-90ce-af2a-6f1ea6b00599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.938435] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8dc4f519-0255-4470-9634-e696cf8d49e8 tempest-ServersNegativeTestJSON-982063378 tempest-ServersNegativeTestJSON-982063378-project-member] Lock "7a5730bd-59fa-4b87-9169-ea29d17a4fd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.140064] env[65923]: DEBUG nova.compute.manager [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1209.140250] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.141320] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89169490-118c-425a-b2cb-5b9fcabe5ec6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.150103] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.150319] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-494ea411-5cb5-4a46-921d-954c2336e7b5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.157862] env[65923]: DEBUG oslo_vmware.api [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1209.157862] env[65923]: value = "task-4707942" [ 1209.157862] env[65923]: _type = "Task" [ 1209.157862] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.167106] env[65923]: DEBUG oslo_vmware.api [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.206114] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5227e77f-7bb8-90ce-af2a-6f1ea6b00599, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.207080] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3276b61d-5f2a-4164-a17b-01d31a1d3b42 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.214387] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1209.214387] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52640cb7-32d9-ba81-0153-67f161a66ea6" [ 1209.214387] env[65923]: _type = "Task" [ 1209.214387] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.225440] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52640cb7-32d9-ba81-0153-67f161a66ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.592845] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.593819] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.593819] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.669652] env[65923]: DEBUG oslo_vmware.api [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707942, 'name': PowerOffVM_Task, 'duration_secs': 0.196366} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.669911] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.670116] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1209.670492] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88f3581a-169f-49e9-9708-61433676a415 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.726950] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52640cb7-32d9-ba81-0153-67f161a66ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.727263] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.727527] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5/a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.727811] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e55b5c8-e1b1-41e7-b640-858c27517827 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.735871] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1209.735871] env[65923]: value = "task-4707944" [ 1209.735871] env[65923]: _type = "Task" [ 1209.735871] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.746397] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.747873] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.748169] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.748315] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleting the datastore file [datastore1] 89fac7d9-a468-4f8c-957f-42b1e127fc1f {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.748658] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dfcb542-b0de-49ad-b11b-451114101fa8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.756563] env[65923]: DEBUG oslo_vmware.api [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1209.756563] env[65923]: value = "task-4707945" [ 1209.756563] env[65923]: _type = "Task" [ 1209.756563] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.765685] env[65923]: DEBUG oslo_vmware.api [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.248330] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707944, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.270508] env[65923]: DEBUG oslo_vmware.api [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184205} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.270919] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.271432] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.271510] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.271702] env[65923]: INFO nova.compute.manager [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1210.272147] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1210.272474] env[65923]: DEBUG nova.compute.manager [-] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1210.272608] env[65923]: DEBUG nova.network.neutron [-] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1210.272952] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.309692] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.597575] env[65923]: WARNING neutronclient.v2_0.client [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.749570] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519757} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.749873] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5/a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.750098] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.750428] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1123d328-365b-43eb-a2c9-403bf6d1fc07 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.759312] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1210.759312] env[65923]: value = "task-4707946" [ 1210.759312] env[65923]: _type = "Task" [ 1210.759312] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.763596] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.763770] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.763969] env[65923]: DEBUG nova.network.neutron [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1210.776196] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.820379] env[65923]: DEBUG nova.compute.manager [req-0b47f774-2304-4c20-892a-04f9f34eef25 req-6a99b3c8-4289-4072-b73e-a7e7b956a1d4 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Received event network-vif-deleted-13f68e8f-d395-4ecd-becc-4416f6757d2c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1210.820379] env[65923]: INFO nova.compute.manager [req-0b47f774-2304-4c20-892a-04f9f34eef25 req-6a99b3c8-4289-4072-b73e-a7e7b956a1d4 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Neutron deleted interface 13f68e8f-d395-4ecd-becc-4416f6757d2c; detaching it from the instance and deleting it from the info cache [ 1210.820587] env[65923]: DEBUG nova.network.neutron [req-0b47f774-2304-4c20-892a-04f9f34eef25 req-6a99b3c8-4289-4072-b73e-a7e7b956a1d4 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.271392] env[65923]: WARNING neutronclient.v2_0.client [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.273625] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075989} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.274476] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.275111] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9872aee4-11b8-4c73-bf88-93d366fe995a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.290007] env[65923]: DEBUG nova.network.neutron [-] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.299934] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5/a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.300532] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3a2ab3-8591-4b9c-9631-09a108a31344 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.324973] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-580aff67-b01c-473d-8f92-db7e5d0d4e0b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.327529] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1211.327529] env[65923]: value = "task-4707947" [ 1211.327529] env[65923]: _type = "Task" [ 1211.327529] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.335406] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f16c3-0a73-40a0-8eca-5241002fb18b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.350943] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.374968] env[65923]: DEBUG nova.compute.manager [req-0b47f774-2304-4c20-892a-04f9f34eef25 req-6a99b3c8-4289-4072-b73e-a7e7b956a1d4 service nova] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Detach interface failed, port_id=13f68e8f-d395-4ecd-becc-4416f6757d2c, reason: Instance 89fac7d9-a468-4f8c-957f-42b1e127fc1f could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1211.453138] env[65923]: WARNING neutronclient.v2_0.client [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.528844] env[65923]: DEBUG nova.network.neutron [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance_info_cache with network_info: [{"id": "9145cddd-973f-4e12-80d0-1966092e0187", "address": "fa:16:3e:10:93:b8", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9145cddd-97", "ovs_interfaceid": "9145cddd-973f-4e12-80d0-1966092e0187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.801930] env[65923]: INFO nova.compute.manager [-] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Took 1.53 seconds to deallocate network for instance. [ 1211.840032] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707947, 'name': ReconfigVM_Task, 'duration_secs': 0.336722} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.841388] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfigured VM instance instance-00000079 to attach disk [datastore2] a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5/a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.842181] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9ef2780-0c13-4ba5-92bc-9180e5635af7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.850380] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1211.850380] env[65923]: value = "task-4707948" [ 1211.850380] env[65923]: _type = "Task" [ 1211.850380] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.859634] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707948, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.031951] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.310903] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.311207] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.311431] env[65923]: DEBUG nova.objects.instance [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lazy-loading 'resources' on Instance uuid 89fac7d9-a468-4f8c-957f-42b1e127fc1f {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.361175] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707948, 'name': Rename_Task, 'duration_secs': 0.142375} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.361443] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.361694] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8eb20eb-6ace-438b-b8c3-e52aaddd41a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.367979] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1212.367979] env[65923]: value = "task-4707949" [ 1212.367979] env[65923]: _type = "Task" [ 1212.367979] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.378247] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.561105] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5de513-7c6c-480c-a136-96053ec7dca8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.580978] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c10635f-d85c-48d4-9d52-2619de463712 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.589117] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance '0f402ae1-e1f5-4c75-a6dc-f40f0b34da16' progress to 83 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.883017] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.965502] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd796d2-bef6-4a86-9291-4bd9d9d45138 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.974674] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0664cfa-6335-41b6-9fa5-ad3cc869728a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.006260] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e675a87e-389f-4928-973c-47929dff76ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.014855] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc39f507-0d66-4aa0-a8a3-82acf7fe5145 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.030822] env[65923]: DEBUG nova.compute.provider_tree [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.095305] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.095614] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34b7b09a-51fb-4ae7-8b26-c2aa3d7253c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.104476] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1213.104476] env[65923]: value = "task-4707950" [ 1213.104476] env[65923]: _type = "Task" [ 1213.104476] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.114194] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.379882] env[65923]: DEBUG oslo_vmware.api [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4707949, 'name': PowerOnVM_Task, 'duration_secs': 0.583145} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.380205] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.380423] env[65923]: INFO nova.compute.manager [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1213.380686] env[65923]: DEBUG nova.compute.manager [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1213.381553] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dc6440-1881-4cbd-b5c4-da38a577b259 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.534558] env[65923]: DEBUG nova.scheduler.client.report [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.614583] env[65923]: DEBUG oslo_vmware.api [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707950, 'name': PowerOnVM_Task, 'duration_secs': 0.453131} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.614799] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.614987] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb1c15-a7cd-478c-9ad1-2f3a4a08c3f8 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance '0f402ae1-e1f5-4c75-a6dc-f40f0b34da16' progress to 100 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.899959] env[65923]: INFO nova.compute.manager [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Took 15.05 seconds to build instance. [ 1214.040680] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.069075] env[65923]: INFO nova.scheduler.client.report [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleted allocations for instance 89fac7d9-a468-4f8c-957f-42b1e127fc1f [ 1214.402011] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b515ba4d-1c30-4974-8331-030e5f70b56e tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.567s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.578988] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ce1e222e-6644-40b7-bb33-37cb646640d2 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "89fac7d9-a468-4f8c-957f-42b1e127fc1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.945s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.644096] env[65923]: DEBUG nova.compute.manager [req-23c5f864-7daa-4a5a-bf87-9e751841bd67 req-059afbda-d479-42af-8d4a-7c642a60d763 service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Received event network-changed-48b72729-8f56-4bc4-8bd9-945ffb47b72b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1214.644180] env[65923]: DEBUG nova.compute.manager [req-23c5f864-7daa-4a5a-bf87-9e751841bd67 req-059afbda-d479-42af-8d4a-7c642a60d763 service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Refreshing instance network info cache due to event network-changed-48b72729-8f56-4bc4-8bd9-945ffb47b72b. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1214.644346] env[65923]: DEBUG oslo_concurrency.lockutils [req-23c5f864-7daa-4a5a-bf87-9e751841bd67 req-059afbda-d479-42af-8d4a-7c642a60d763 service nova] Acquiring lock "refresh_cache-a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.644494] env[65923]: DEBUG oslo_concurrency.lockutils [req-23c5f864-7daa-4a5a-bf87-9e751841bd67 req-059afbda-d479-42af-8d4a-7c642a60d763 service nova] Acquired lock "refresh_cache-a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.644650] env[65923]: DEBUG nova.network.neutron [req-23c5f864-7daa-4a5a-bf87-9e751841bd67 req-059afbda-d479-42af-8d4a-7c642a60d763 service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Refreshing network info cache for port 48b72729-8f56-4bc4-8bd9-945ffb47b72b {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.147603] env[65923]: WARNING neutronclient.v2_0.client [req-23c5f864-7daa-4a5a-bf87-9e751841bd67 req-059afbda-d479-42af-8d4a-7c642a60d763 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.339945] env[65923]: WARNING neutronclient.v2_0.client [req-23c5f864-7daa-4a5a-bf87-9e751841bd67 req-059afbda-d479-42af-8d4a-7c642a60d763 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.457654] env[65923]: DEBUG nova.network.neutron [req-23c5f864-7daa-4a5a-bf87-9e751841bd67 req-059afbda-d479-42af-8d4a-7c642a60d763 service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Updated VIF entry in instance network info cache for port 48b72729-8f56-4bc4-8bd9-945ffb47b72b. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1215.458072] env[65923]: DEBUG nova.network.neutron [req-23c5f864-7daa-4a5a-bf87-9e751841bd67 req-059afbda-d479-42af-8d4a-7c642a60d763 service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Updating instance_info_cache with network_info: [{"id": "48b72729-8f56-4bc4-8bd9-945ffb47b72b", "address": "fa:16:3e:a9:49:20", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48b72729-8f", "ovs_interfaceid": "48b72729-8f56-4bc4-8bd9-945ffb47b72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.773553] env[65923]: WARNING neutronclient.v2_0.client [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.810431] env[65923]: WARNING neutronclient.v2_0.client [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.811161] env[65923]: WARNING neutronclient.v2_0.client [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.811313] env[65923]: WARNING neutronclient.v2_0.client [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.852993] env[65923]: DEBUG nova.network.neutron [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Port 9145cddd-973f-4e12-80d0-1966092e0187 binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1215.853292] env[65923]: DEBUG oslo_concurrency.lockutils [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.853491] env[65923]: DEBUG oslo_concurrency.lockutils [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.853723] env[65923]: DEBUG nova.network.neutron [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1215.960984] env[65923]: DEBUG oslo_concurrency.lockutils [req-23c5f864-7daa-4a5a-bf87-9e751841bd67 req-059afbda-d479-42af-8d4a-7c642a60d763 service nova] Releasing lock "refresh_cache-a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.356724] env[65923]: WARNING neutronclient.v2_0.client [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.506906] env[65923]: WARNING neutronclient.v2_0.client [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.592363] env[65923]: DEBUG nova.network.neutron [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance_info_cache with network_info: [{"id": "9145cddd-973f-4e12-80d0-1966092e0187", "address": "fa:16:3e:10:93:b8", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9145cddd-97", "ovs_interfaceid": "9145cddd-973f-4e12-80d0-1966092e0187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.095144] env[65923]: DEBUG oslo_concurrency.lockutils [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.173438] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.173663] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.598990] env[65923]: DEBUG nova.compute.manager [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65923) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1217.599376] env[65923]: DEBUG oslo_concurrency.lockutils [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.599569] env[65923]: DEBUG oslo_concurrency.lockutils [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.676041] env[65923]: DEBUG nova.compute.manager [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1218.102935] env[65923]: DEBUG nova.objects.instance [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'migration_context' on Instance uuid 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.201175] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.739727] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e04368-8fba-464d-8c32-89bed3646a10 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.748387] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775e710d-6d1f-456c-9730-b6b1e81b1b5e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.780159] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de0e86d-3ae2-4e1d-8af1-bf69962cf1ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.788526] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c0265d-d7fd-4431-a07e-af8e4a37e66e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.802448] env[65923]: DEBUG nova.compute.provider_tree [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.305401] env[65923]: DEBUG nova.scheduler.client.report [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.316846] env[65923]: DEBUG oslo_concurrency.lockutils [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.717s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.324916] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.124s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.326488] env[65923]: INFO nova.compute.claims [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.475902] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff48ae1-54d7-41fb-a923-8a9352b94e9f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.485600] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6206177-12be-49b2-8f8e-1f7d76ff6f66 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.515879] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b208ef87-eb9d-4f8f-acef-48a0672a8e9b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.524204] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c4d14f-4aab-4ea2-8bd2-d13b6465639c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.541360] env[65923]: DEBUG nova.compute.provider_tree [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.866781] env[65923]: INFO nova.compute.manager [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Swapping old allocation on dict_keys(['ff363446-31c5-4a8a-b33a-4a621655a19a']) held by migration 5fb5b939-599e-49b6-9f60-a9ef34f86496 for instance [ 1221.888793] env[65923]: DEBUG nova.scheduler.client.report [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Overwriting current allocation {'allocations': {'ff363446-31c5-4a8a-b33a-4a621655a19a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': 'f3b4e657996447b7bc332dc7f07de0d7', 'user_id': 'a0842f0165e64b679b31ca4f542af907', 'consumer_generation': 1} on consumer 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16 {{(pid=65923) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1221.941265] env[65923]: WARNING neutronclient.v2_0.client [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.982241] env[65923]: DEBUG oslo_concurrency.lockutils [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.982469] env[65923]: DEBUG oslo_concurrency.lockutils [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.982652] env[65923]: DEBUG nova.network.neutron [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1222.045037] env[65923]: DEBUG nova.scheduler.client.report [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.486049] env[65923]: WARNING neutronclient.v2_0.client [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.550583] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.551217] env[65923]: DEBUG nova.compute.manager [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1222.665446] env[65923]: WARNING neutronclient.v2_0.client [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.734021] env[65923]: DEBUG nova.network.neutron [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance_info_cache with network_info: [{"id": "9145cddd-973f-4e12-80d0-1966092e0187", "address": "fa:16:3e:10:93:b8", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9145cddd-97", "ovs_interfaceid": "9145cddd-973f-4e12-80d0-1966092e0187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.056344] env[65923]: DEBUG nova.compute.utils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.058370] env[65923]: DEBUG nova.compute.manager [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1223.058612] env[65923]: DEBUG nova.network.neutron [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1223.058973] env[65923]: WARNING neutronclient.v2_0.client [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.059418] env[65923]: WARNING neutronclient.v2_0.client [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.098972] env[65923]: DEBUG nova.policy [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd26701f1dde5466694da6ea44546a270', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6cac5f78dc904e5eb74085f804e4741e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.237045] env[65923]: DEBUG oslo_concurrency.lockutils [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.237209] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.237511] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d3be80e-15ac-4461-88c1-446675e28aea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.245593] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1223.245593] env[65923]: value = "task-4707951" [ 1223.245593] env[65923]: _type = "Task" [ 1223.245593] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.257216] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.430547] env[65923]: DEBUG nova.network.neutron [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Successfully created port: 2981892e-838d-44bc-9f43-8145cfdcd7c6 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1223.563047] env[65923]: DEBUG nova.compute.manager [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1223.755315] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707951, 'name': PowerOffVM_Task, 'duration_secs': 0.216573} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.755587] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.756297] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1223.756516] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.756670] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1223.756850] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.756992] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1223.757154] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1223.757654] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1223.757654] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1223.757654] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1223.757822] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1223.758355] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1223.763203] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2ccbbf9-fbf9-47b1-90b8-a598c8303ba0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.779651] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1223.779651] env[65923]: value = "task-4707952" [ 1223.779651] env[65923]: _type = "Task" [ 1223.779651] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.788191] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.290017] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707952, 'name': ReconfigVM_Task, 'duration_secs': 0.141105} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.290889] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed401d3-bf94-4716-ae97-300afc02a8d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.310099] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1224.310511] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.310695] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1224.310884] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.311045] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1224.311198] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1224.311522] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1224.311716] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1224.311886] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1224.312063] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1224.312298] env[65923]: DEBUG nova.virt.hardware [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1224.313098] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1fa89f-6b2d-4fed-b83e-69b1dab584fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.321070] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1224.321070] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f4ad2f-b126-34cd-dc11-f9e94510c76f" [ 1224.321070] env[65923]: _type = "Task" [ 1224.321070] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.330539] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52f4ad2f-b126-34cd-dc11-f9e94510c76f, 'name': SearchDatastore_Task} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.336159] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.336561] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0e8d60a-0cdd-4f62-851c-af71941ef192 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.357522] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1224.357522] env[65923]: value = "task-4707953" [ 1224.357522] env[65923]: _type = "Task" [ 1224.357522] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.367421] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.572950] env[65923]: DEBUG nova.compute.manager [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1224.601543] env[65923]: DEBUG nova.virt.hardware [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1224.601781] env[65923]: DEBUG nova.virt.hardware [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.601942] env[65923]: DEBUG nova.virt.hardware [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1224.602139] env[65923]: DEBUG nova.virt.hardware [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.602286] env[65923]: DEBUG nova.virt.hardware [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1224.602427] env[65923]: DEBUG nova.virt.hardware [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1224.602630] env[65923]: DEBUG nova.virt.hardware [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1224.602786] env[65923]: DEBUG nova.virt.hardware [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1224.603177] env[65923]: DEBUG nova.virt.hardware [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1224.603366] env[65923]: DEBUG nova.virt.hardware [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1224.604166] env[65923]: DEBUG nova.virt.hardware [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1224.605314] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e997c875-3172-4b71-a74b-1be2d5d4a94d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.615891] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba9fd13-6605-48fb-b2a5-6c5060a511de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.832340] env[65923]: DEBUG nova.compute.manager [req-64fe4e4b-69c8-45d8-8ed8-174852711b63 req-f367107a-3ec6-40a6-a46f-31c6e61006bb service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Received event network-vif-plugged-2981892e-838d-44bc-9f43-8145cfdcd7c6 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1224.832619] env[65923]: DEBUG oslo_concurrency.lockutils [req-64fe4e4b-69c8-45d8-8ed8-174852711b63 req-f367107a-3ec6-40a6-a46f-31c6e61006bb service nova] Acquiring lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.832829] env[65923]: DEBUG oslo_concurrency.lockutils [req-64fe4e4b-69c8-45d8-8ed8-174852711b63 req-f367107a-3ec6-40a6-a46f-31c6e61006bb service nova] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.832996] env[65923]: DEBUG oslo_concurrency.lockutils [req-64fe4e4b-69c8-45d8-8ed8-174852711b63 req-f367107a-3ec6-40a6-a46f-31c6e61006bb service nova] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.833185] env[65923]: DEBUG nova.compute.manager [req-64fe4e4b-69c8-45d8-8ed8-174852711b63 req-f367107a-3ec6-40a6-a46f-31c6e61006bb service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] No waiting events found dispatching network-vif-plugged-2981892e-838d-44bc-9f43-8145cfdcd7c6 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1224.833351] env[65923]: WARNING nova.compute.manager [req-64fe4e4b-69c8-45d8-8ed8-174852711b63 req-f367107a-3ec6-40a6-a46f-31c6e61006bb service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Received unexpected event network-vif-plugged-2981892e-838d-44bc-9f43-8145cfdcd7c6 for instance with vm_state building and task_state spawning. [ 1224.869545] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707953, 'name': ReconfigVM_Task, 'duration_secs': 0.20854} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.869812] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.870629] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7720e7c6-837f-41c6-898c-aa1a57eded01 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.892951] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16/0f402ae1-e1f5-4c75-a6dc-f40f0b34da16.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.893264] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6949016-e8c9-41ed-a8eb-f2616aa514dd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.915659] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1224.915659] env[65923]: value = "task-4707954" [ 1224.915659] env[65923]: _type = "Task" [ 1224.915659] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.917429] env[65923]: DEBUG nova.network.neutron [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Successfully updated port: 2981892e-838d-44bc-9f43-8145cfdcd7c6 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1224.927472] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.422021] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "refresh_cache-9d63ac8c-0277-4fc4-acc0-e3ee999cceef" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.422181] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "refresh_cache-9d63ac8c-0277-4fc4-acc0-e3ee999cceef" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.422243] env[65923]: DEBUG nova.network.neutron [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1225.429397] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707954, 'name': ReconfigVM_Task, 'duration_secs': 0.26459} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.429707] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16/0f402ae1-e1f5-4c75-a6dc-f40f0b34da16.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.430573] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc16a1a-e6d9-4424-9c48-8e6f8f1bc5c6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.450541] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447d714f-089e-4b33-aed7-de6b4864ff6a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.469400] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b5b697-a6e0-439c-a47e-bde804b9790e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.488742] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1ff044-6240-431d-9f95-49b772e1f6a4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.496325] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.496581] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39230b51-9f55-4377-a833-6807fde671a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.504561] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1225.504561] env[65923]: value = "task-4707955" [ 1225.504561] env[65923]: _type = "Task" [ 1225.504561] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.513390] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.954674] env[65923]: DEBUG nova.network.neutron [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1226.015941] env[65923]: DEBUG oslo_vmware.api [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707955, 'name': PowerOnVM_Task, 'duration_secs': 0.366156} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.016230] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.025732] env[65923]: WARNING neutronclient.v2_0.client [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.095154] env[65923]: DEBUG nova.network.neutron [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Updating instance_info_cache with network_info: [{"id": "2981892e-838d-44bc-9f43-8145cfdcd7c6", "address": "fa:16:3e:75:ef:5c", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2981892e-83", "ovs_interfaceid": "2981892e-838d-44bc-9f43-8145cfdcd7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.597630] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "refresh_cache-9d63ac8c-0277-4fc4-acc0-e3ee999cceef" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.598049] env[65923]: DEBUG nova.compute.manager [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Instance network_info: |[{"id": "2981892e-838d-44bc-9f43-8145cfdcd7c6", "address": "fa:16:3e:75:ef:5c", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2981892e-83", "ovs_interfaceid": "2981892e-838d-44bc-9f43-8145cfdcd7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1226.598571] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:ef:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2981892e-838d-44bc-9f43-8145cfdcd7c6', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.606471] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1226.606742] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.607033] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53d0a19c-6469-4e98-a31f-d4e71b147e5e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.627683] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.627683] env[65923]: value = "task-4707956" [ 1226.627683] env[65923]: _type = "Task" [ 1226.627683] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.635933] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707956, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.871722] env[65923]: DEBUG nova.compute.manager [req-6bdf39b1-461e-4aca-8cad-253ba5d58c21 req-a2dafc93-a0e8-4aee-b7fc-7280164a48a8 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Received event network-changed-2981892e-838d-44bc-9f43-8145cfdcd7c6 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1226.872361] env[65923]: DEBUG nova.compute.manager [req-6bdf39b1-461e-4aca-8cad-253ba5d58c21 req-a2dafc93-a0e8-4aee-b7fc-7280164a48a8 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Refreshing instance network info cache due to event network-changed-2981892e-838d-44bc-9f43-8145cfdcd7c6. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1226.872774] env[65923]: DEBUG oslo_concurrency.lockutils [req-6bdf39b1-461e-4aca-8cad-253ba5d58c21 req-a2dafc93-a0e8-4aee-b7fc-7280164a48a8 service nova] Acquiring lock "refresh_cache-9d63ac8c-0277-4fc4-acc0-e3ee999cceef" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.872832] env[65923]: DEBUG oslo_concurrency.lockutils [req-6bdf39b1-461e-4aca-8cad-253ba5d58c21 req-a2dafc93-a0e8-4aee-b7fc-7280164a48a8 service nova] Acquired lock "refresh_cache-9d63ac8c-0277-4fc4-acc0-e3ee999cceef" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.872945] env[65923]: DEBUG nova.network.neutron [req-6bdf39b1-461e-4aca-8cad-253ba5d58c21 req-a2dafc93-a0e8-4aee-b7fc-7280164a48a8 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Refreshing network info cache for port 2981892e-838d-44bc-9f43-8145cfdcd7c6 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.027239] env[65923]: INFO nova.compute.manager [None req-edd3e5b2-5ae8-4cfc-8af6-66d3d10f65b2 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance to original state: 'active' [ 1227.138259] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707956, 'name': CreateVM_Task, 'duration_secs': 0.320013} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.138438] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.138922] env[65923]: WARNING neutronclient.v2_0.client [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.139295] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.139447] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.139759] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.140013] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b281a994-8862-4c30-a288-71c2e01ad950 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.144795] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1227.144795] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525aa29e-62d3-16aa-a334-2cad5a02e86a" [ 1227.144795] env[65923]: _type = "Task" [ 1227.144795] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.153188] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525aa29e-62d3-16aa-a334-2cad5a02e86a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.376008] env[65923]: WARNING neutronclient.v2_0.client [req-6bdf39b1-461e-4aca-8cad-253ba5d58c21 req-a2dafc93-a0e8-4aee-b7fc-7280164a48a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.409792] env[65923]: DEBUG oslo_concurrency.lockutils [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "50c5a097-6fea-485c-aafd-5c00eb78e594" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.410043] env[65923]: DEBUG oslo_concurrency.lockutils [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.523144] env[65923]: WARNING neutronclient.v2_0.client [req-6bdf39b1-461e-4aca-8cad-253ba5d58c21 req-a2dafc93-a0e8-4aee-b7fc-7280164a48a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.601641] env[65923]: DEBUG nova.network.neutron [req-6bdf39b1-461e-4aca-8cad-253ba5d58c21 req-a2dafc93-a0e8-4aee-b7fc-7280164a48a8 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Updated VIF entry in instance network info cache for port 2981892e-838d-44bc-9f43-8145cfdcd7c6. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1227.601999] env[65923]: DEBUG nova.network.neutron [req-6bdf39b1-461e-4aca-8cad-253ba5d58c21 req-a2dafc93-a0e8-4aee-b7fc-7280164a48a8 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Updating instance_info_cache with network_info: [{"id": "2981892e-838d-44bc-9f43-8145cfdcd7c6", "address": "fa:16:3e:75:ef:5c", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2981892e-83", "ovs_interfaceid": "2981892e-838d-44bc-9f43-8145cfdcd7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.657351] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]525aa29e-62d3-16aa-a334-2cad5a02e86a, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.657671] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.657899] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.658142] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.658289] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.658462] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.658722] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f84ad48-d251-4212-ae79-9f933c016490 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.668546] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.668799] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.669866] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7218c9-93ef-43cc-81a7-542a29d892eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.677332] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1227.677332] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520db301-8802-2d07-6e66-f6def469f3ec" [ 1227.677332] env[65923]: _type = "Task" [ 1227.677332] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.688144] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520db301-8802-2d07-6e66-f6def469f3ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.913686] env[65923]: INFO nova.compute.manager [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Detaching volume 4a23571c-30c7-4474-858d-b493cedd21c2 [ 1227.951252] env[65923]: INFO nova.virt.block_device [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Attempting to driver detach volume 4a23571c-30c7-4474-858d-b493cedd21c2 from mountpoint /dev/sdb [ 1227.951531] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1227.951725] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918780', 'volume_id': '4a23571c-30c7-4474-858d-b493cedd21c2', 'name': 'volume-4a23571c-30c7-4474-858d-b493cedd21c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50c5a097-6fea-485c-aafd-5c00eb78e594', 'attached_at': '', 'detached_at': '', 'volume_id': '4a23571c-30c7-4474-858d-b493cedd21c2', 'serial': '4a23571c-30c7-4474-858d-b493cedd21c2'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1227.952617] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49497243-703b-4f49-850b-8233407e0d2c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.978816] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e93d929-d87a-4d4f-8130-7b8bbbfad749 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.988488] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9f408f-e54d-4d68-8783-c320ec5f0757 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.011315] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28c7200-bade-4e35-babd-d0f6dc525355 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.029280] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] The volume has not been displaced from its original location: [datastore1] volume-4a23571c-30c7-4474-858d-b493cedd21c2/volume-4a23571c-30c7-4474-858d-b493cedd21c2.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1228.034820] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.036302] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29d591fe-63e6-43da-96c9-e4a560da2744 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.061892] env[65923]: DEBUG oslo_vmware.api [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1228.061892] env[65923]: value = "task-4707957" [ 1228.061892] env[65923]: _type = "Task" [ 1228.061892] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.074522] env[65923]: DEBUG oslo_vmware.api [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.104830] env[65923]: DEBUG oslo_concurrency.lockutils [req-6bdf39b1-461e-4aca-8cad-253ba5d58c21 req-a2dafc93-a0e8-4aee-b7fc-7280164a48a8 service nova] Releasing lock "refresh_cache-9d63ac8c-0277-4fc4-acc0-e3ee999cceef" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.192516] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]520db301-8802-2d07-6e66-f6def469f3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.192516] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b254f9-824f-4027-b7a1-7eafc15253c9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.199023] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1228.199023] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b5941a-f196-ae0d-1a8f-2c520b6dd523" [ 1228.199023] env[65923]: _type = "Task" [ 1228.199023] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.208219] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52b5941a-f196-ae0d-1a8f-2c520b6dd523, 'name': SearchDatastore_Task, 'duration_secs': 0.009574} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.208694] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.209072] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 9d63ac8c-0277-4fc4-acc0-e3ee999cceef/9d63ac8c-0277-4fc4-acc0-e3ee999cceef.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.209475] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ef195a2-9b7b-4e4c-921c-e5b484e9696d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.216921] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1228.216921] env[65923]: value = "task-4707958" [ 1228.216921] env[65923]: _type = "Task" [ 1228.216921] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.227952] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.554640] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.554919] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.555153] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.555338] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.555504] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.557856] env[65923]: INFO nova.compute.manager [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Terminating instance [ 1228.573514] env[65923]: DEBUG oslo_vmware.api [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707957, 'name': ReconfigVM_Task, 'duration_secs': 0.243514} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.573800] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.579373] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8af2450-21b9-40a8-a3f2-fdc1d9891b1e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.596897] env[65923]: DEBUG oslo_vmware.api [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1228.596897] env[65923]: value = "task-4707959" [ 1228.596897] env[65923]: _type = "Task" [ 1228.596897] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.608025] env[65923]: DEBUG oslo_vmware.api [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707959, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.729235] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460609} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.729628] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 9d63ac8c-0277-4fc4-acc0-e3ee999cceef/9d63ac8c-0277-4fc4-acc0-e3ee999cceef.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.729857] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.730223] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18202378-bc0e-4eea-b6a2-7076da60105e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.737731] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1228.737731] env[65923]: value = "task-4707960" [ 1228.737731] env[65923]: _type = "Task" [ 1228.737731] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.748312] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.062451] env[65923]: DEBUG nova.compute.manager [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1229.062451] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.063342] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173c365b-2265-4d45-a8b1-7a3087633b95 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.071340] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.071579] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-592c097e-b3bd-4047-836e-41406ec3d593 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.078463] env[65923]: DEBUG oslo_vmware.api [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1229.078463] env[65923]: value = "task-4707961" [ 1229.078463] env[65923]: _type = "Task" [ 1229.078463] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.087225] env[65923]: DEBUG oslo_vmware.api [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.107737] env[65923]: DEBUG oslo_vmware.api [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707959, 'name': ReconfigVM_Task, 'duration_secs': 0.185008} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.108178] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918780', 'volume_id': '4a23571c-30c7-4474-858d-b493cedd21c2', 'name': 'volume-4a23571c-30c7-4474-858d-b493cedd21c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50c5a097-6fea-485c-aafd-5c00eb78e594', 'attached_at': '', 'detached_at': '', 'volume_id': '4a23571c-30c7-4474-858d-b493cedd21c2', 'serial': '4a23571c-30c7-4474-858d-b493cedd21c2'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1229.252028] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071137} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.252245] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.253463] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05435d96-4d56-4011-a316-6a4c6dd50c71 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.290233] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 9d63ac8c-0277-4fc4-acc0-e3ee999cceef/9d63ac8c-0277-4fc4-acc0-e3ee999cceef.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.290746] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-852daada-3b05-4110-86ff-10a4f5f46d2e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.322489] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1229.322489] env[65923]: value = "task-4707962" [ 1229.322489] env[65923]: _type = "Task" [ 1229.322489] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.335235] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.588983] env[65923]: DEBUG oslo_vmware.api [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707961, 'name': PowerOffVM_Task, 'duration_secs': 0.196045} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.589459] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.589726] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.591080] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-548d4f5f-67e0-44f6-b43f-3412a60c61ef {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.656054] env[65923]: DEBUG nova.objects.instance [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lazy-loading 'flavor' on Instance uuid 50c5a097-6fea-485c-aafd-5c00eb78e594 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.682778] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.683073] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.683287] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleting the datastore file [datastore1] 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.684089] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84380c56-d614-45c5-be70-c1a97a46e277 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.693115] env[65923]: DEBUG oslo_vmware.api [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1229.693115] env[65923]: value = "task-4707964" [ 1229.693115] env[65923]: _type = "Task" [ 1229.693115] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.706628] env[65923]: DEBUG oslo_vmware.api [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.835739] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.204063] env[65923]: DEBUG oslo_vmware.api [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316141} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.204606] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.204606] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.204606] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.204858] env[65923]: INFO nova.compute.manager [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1230.204980] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1230.205200] env[65923]: DEBUG nova.compute.manager [-] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1230.205290] env[65923]: DEBUG nova.network.neutron [-] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1230.205546] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.252059] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.337087] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707962, 'name': ReconfigVM_Task, 'duration_secs': 0.557681} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.337552] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 9d63ac8c-0277-4fc4-acc0-e3ee999cceef/9d63ac8c-0277-4fc4-acc0-e3ee999cceef.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.338462] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e70dc54d-055b-4a1f-b013-151b70223738 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.348735] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1230.348735] env[65923]: value = "task-4707965" [ 1230.348735] env[65923]: _type = "Task" [ 1230.348735] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.361642] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707965, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.664829] env[65923]: DEBUG oslo_concurrency.lockutils [None req-877f3af7-ced2-4098-b74f-043085066001 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.697124] env[65923]: DEBUG nova.compute.manager [req-9fb741b2-aa26-4a6f-b473-00ce24657371 req-72f2be3b-26fe-446d-81a9-108552713a62 service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Received event network-vif-deleted-9145cddd-973f-4e12-80d0-1966092e0187 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1230.697210] env[65923]: INFO nova.compute.manager [req-9fb741b2-aa26-4a6f-b473-00ce24657371 req-72f2be3b-26fe-446d-81a9-108552713a62 service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Neutron deleted interface 9145cddd-973f-4e12-80d0-1966092e0187; detaching it from the instance and deleting it from the info cache [ 1230.697379] env[65923]: DEBUG nova.network.neutron [req-9fb741b2-aa26-4a6f-b473-00ce24657371 req-72f2be3b-26fe-446d-81a9-108552713a62 service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.859806] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707965, 'name': Rename_Task, 'duration_secs': 0.147175} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.860099] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.860370] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04ab74b1-9f1f-42a1-b74c-5cb302243cb9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.868588] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1230.868588] env[65923]: value = "task-4707966" [ 1230.868588] env[65923]: _type = "Task" [ 1230.868588] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.877452] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.169528] env[65923]: DEBUG nova.network.neutron [-] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.200823] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5edd7a3-72f7-4f2f-9dfd-0cbb3e8b789b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.211320] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1073fa5c-85db-4cb6-8df4-f6ecdf442e58 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.247164] env[65923]: DEBUG nova.compute.manager [req-9fb741b2-aa26-4a6f-b473-00ce24657371 req-72f2be3b-26fe-446d-81a9-108552713a62 service nova] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Detach interface failed, port_id=9145cddd-973f-4e12-80d0-1966092e0187, reason: Instance 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1231.380523] env[65923]: DEBUG oslo_vmware.api [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4707966, 'name': PowerOnVM_Task, 'duration_secs': 0.473503} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.380781] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.380979] env[65923]: INFO nova.compute.manager [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1231.381168] env[65923]: DEBUG nova.compute.manager [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1231.381970] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f16657-b04b-4dd4-959e-d717723ca110 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.675026] env[65923]: INFO nova.compute.manager [-] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Took 1.47 seconds to deallocate network for instance. [ 1231.865776] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "50c5a097-6fea-485c-aafd-5c00eb78e594" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.866067] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.866285] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "50c5a097-6fea-485c-aafd-5c00eb78e594-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.866466] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.866630] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.868878] env[65923]: INFO nova.compute.manager [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Terminating instance [ 1231.900731] env[65923]: INFO nova.compute.manager [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Took 13.72 seconds to build instance. [ 1232.181891] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.182212] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.182405] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.203611] env[65923]: INFO nova.scheduler.client.report [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleted allocations for instance 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16 [ 1232.373519] env[65923]: DEBUG nova.compute.manager [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1232.373519] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.374441] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dfe6ed-db3d-4d97-b42f-4c8ab1f6040f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.384910] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.385322] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-343aefc0-ab9d-43b2-9898-2110572051e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.393543] env[65923]: DEBUG oslo_vmware.api [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1232.393543] env[65923]: value = "task-4707967" [ 1232.393543] env[65923]: _type = "Task" [ 1232.393543] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.403414] env[65923]: DEBUG oslo_concurrency.lockutils [None req-bcfd44ee-3c3b-4857-9469-abe42b597959 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.229s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.403823] env[65923]: DEBUG oslo_vmware.api [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.711590] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6669e310-45d6-400c-bcf2-5b90677f1ec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "0f402ae1-e1f5-4c75-a6dc-f40f0b34da16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.157s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.732925] env[65923]: DEBUG nova.compute.manager [req-a9fec266-3d9b-49e9-8d6f-3fd1fab709ca req-8d84d313-b900-472c-94f2-7279689f76a8 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Received event network-changed-2981892e-838d-44bc-9f43-8145cfdcd7c6 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1232.734024] env[65923]: DEBUG nova.compute.manager [req-a9fec266-3d9b-49e9-8d6f-3fd1fab709ca req-8d84d313-b900-472c-94f2-7279689f76a8 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Refreshing instance network info cache due to event network-changed-2981892e-838d-44bc-9f43-8145cfdcd7c6. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1232.734024] env[65923]: DEBUG oslo_concurrency.lockutils [req-a9fec266-3d9b-49e9-8d6f-3fd1fab709ca req-8d84d313-b900-472c-94f2-7279689f76a8 service nova] Acquiring lock "refresh_cache-9d63ac8c-0277-4fc4-acc0-e3ee999cceef" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.734024] env[65923]: DEBUG oslo_concurrency.lockutils [req-a9fec266-3d9b-49e9-8d6f-3fd1fab709ca req-8d84d313-b900-472c-94f2-7279689f76a8 service nova] Acquired lock "refresh_cache-9d63ac8c-0277-4fc4-acc0-e3ee999cceef" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.734024] env[65923]: DEBUG nova.network.neutron [req-a9fec266-3d9b-49e9-8d6f-3fd1fab709ca req-8d84d313-b900-472c-94f2-7279689f76a8 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Refreshing network info cache for port 2981892e-838d-44bc-9f43-8145cfdcd7c6 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.903781] env[65923]: DEBUG oslo_vmware.api [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707967, 'name': PowerOffVM_Task, 'duration_secs': 0.261639} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.904068] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.904242] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.904497] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3976e356-f6e9-407c-90a8-bd2e60d586b6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.976198] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.976470] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.976659] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Deleting the datastore file [datastore1] 50c5a097-6fea-485c-aafd-5c00eb78e594 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.976935] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b7c1e17-de68-41c2-8c33-a4f700d2619b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.984551] env[65923]: DEBUG oslo_vmware.api [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1232.984551] env[65923]: value = "task-4707969" [ 1232.984551] env[65923]: _type = "Task" [ 1232.984551] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.996447] env[65923]: DEBUG oslo_vmware.api [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.237249] env[65923]: WARNING neutronclient.v2_0.client [req-a9fec266-3d9b-49e9-8d6f-3fd1fab709ca req-8d84d313-b900-472c-94f2-7279689f76a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.399985] env[65923]: WARNING neutronclient.v2_0.client [req-a9fec266-3d9b-49e9-8d6f-3fd1fab709ca req-8d84d313-b900-472c-94f2-7279689f76a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.471636] env[65923]: DEBUG nova.network.neutron [req-a9fec266-3d9b-49e9-8d6f-3fd1fab709ca req-8d84d313-b900-472c-94f2-7279689f76a8 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Updated VIF entry in instance network info cache for port 2981892e-838d-44bc-9f43-8145cfdcd7c6. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1233.472078] env[65923]: DEBUG nova.network.neutron [req-a9fec266-3d9b-49e9-8d6f-3fd1fab709ca req-8d84d313-b900-472c-94f2-7279689f76a8 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Updating instance_info_cache with network_info: [{"id": "2981892e-838d-44bc-9f43-8145cfdcd7c6", "address": "fa:16:3e:75:ef:5c", "network": {"id": "fa9dc052-d78c-42d5-bb72-3bf1b15b73b4", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1523341938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6cac5f78dc904e5eb74085f804e4741e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2981892e-83", "ovs_interfaceid": "2981892e-838d-44bc-9f43-8145cfdcd7c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.497579] env[65923]: DEBUG oslo_vmware.api [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186982} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.497788] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.497960] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.498152] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.498350] env[65923]: INFO nova.compute.manager [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1233.498599] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1233.498794] env[65923]: DEBUG nova.compute.manager [-] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1233.498887] env[65923]: DEBUG nova.network.neutron [-] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1233.499148] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.533809] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.534053] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.544679] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.974952] env[65923]: DEBUG oslo_concurrency.lockutils [req-a9fec266-3d9b-49e9-8d6f-3fd1fab709ca req-8d84d313-b900-472c-94f2-7279689f76a8 service nova] Releasing lock "refresh_cache-9d63ac8c-0277-4fc4-acc0-e3ee999cceef" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.036325] env[65923]: DEBUG nova.compute.manager [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1234.483658] env[65923]: DEBUG nova.network.neutron [-] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.582123] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.583102] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.585299] env[65923]: INFO nova.compute.claims [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.763809] env[65923]: DEBUG nova.compute.manager [req-f1820a74-4866-4876-a54c-6a40bee36645 req-74718ad7-b7e5-43e8-b2dc-0ccf42646acf service nova] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Received event network-vif-deleted-92c77d48-bc9a-4f8d-9a48-2be574319aec {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1234.988093] env[65923]: INFO nova.compute.manager [-] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Took 1.49 seconds to deallocate network for instance. [ 1235.494847] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.724229] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2414c3b-75a5-4d1e-a56d-eb5c9a05add4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.733858] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28839a22-a01d-4607-8c8b-4db62b42673c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.764594] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058a1143-669a-4286-bcc8-b41e7ace03f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.772298] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127024b7-5ee6-4008-b267-3ce545967ca2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.785689] env[65923]: DEBUG nova.compute.provider_tree [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.109284] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "2935cac3-787c-483b-bef9-3af01c708fe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.109563] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "2935cac3-787c-483b-bef9-3af01c708fe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.109826] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.110025] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.110230] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "2935cac3-787c-483b-bef9-3af01c708fe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.112869] env[65923]: INFO nova.compute.manager [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Terminating instance [ 1236.309424] env[65923]: ERROR nova.scheduler.client.report [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [req-36f39824-d102-4948-869f-1c00f30b9b2d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff363446-31c5-4a8a-b33a-4a621655a19a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36f39824-d102-4948-869f-1c00f30b9b2d"}]} [ 1236.316386] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.316613] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.316763] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.316907] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.317062] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.317210] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.317372] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.327143] env[65923]: DEBUG nova.scheduler.client.report [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Refreshing inventories for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1236.343010] env[65923]: DEBUG nova.scheduler.client.report [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating ProviderTree inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1236.343242] env[65923]: DEBUG nova.compute.provider_tree [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.354751] env[65923]: DEBUG nova.scheduler.client.report [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Refreshing aggregate associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, aggregates: None {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1236.373364] env[65923]: DEBUG nova.scheduler.client.report [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Refreshing trait associations for resource provider ff363446-31c5-4a8a-b33a-4a621655a19a, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=65923) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1236.479712] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d70b57-8eab-40bf-a13c-3f3ee3a67aa7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.487360] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9e894c-4d53-44d8-a094-6ff883b1e50d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.518448] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d109fdbf-9707-48e4-8b06-9b64d15dc2e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.526352] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419a202d-0cf1-4d7f-ac06-cc892be57697 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.539939] env[65923]: DEBUG nova.compute.provider_tree [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1236.616972] env[65923]: DEBUG nova.compute.manager [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1236.617210] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.618204] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1246d5af-d494-4881-badf-5a2d07c2c59d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.626336] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.626575] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b24bfc89-8af9-4ea6-a4ce-d427e2a1fed4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.634872] env[65923]: DEBUG oslo_vmware.api [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1236.634872] env[65923]: value = "task-4707970" [ 1236.634872] env[65923]: _type = "Task" [ 1236.634872] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.644878] env[65923]: DEBUG oslo_vmware.api [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.822351] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Getting list of instances from cluster (obj){ [ 1236.822351] env[65923]: value = "domain-c8" [ 1236.822351] env[65923]: _type = "ClusterComputeResource" [ 1236.822351] env[65923]: } {{(pid=65923) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1236.823473] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9bf051-641e-4458-adf0-bf298b9406b5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.841679] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Got total of 7 instances {{(pid=65923) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1236.841847] env[65923]: WARNING nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] While synchronizing instance power states, found 9 instances in the database and 7 instances on the hypervisor. [ 1236.841986] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 197a79f4-da56-43d6-8b69-cab83867bc9a {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1236.842318] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 8b6638b9-686b-41ec-b529-02cbdbd6fd08 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1236.842538] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 2935cac3-787c-483b-bef9-3af01c708fe8 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1236.842741] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid c8bbd96f-57f3-4eba-8360-502d58a49175 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1236.842942] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 50c5a097-6fea-485c-aafd-5c00eb78e594 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1236.843157] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid dca7ede7-37eb-426b-b3fa-32f0124c1ca9 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1236.843358] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5 {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1236.843553] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 9d63ac8c-0277-4fc4-acc0-e3ee999cceef {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1236.844186] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Triggering sync for uuid 3c935725-1cb3-4e01-a726-04ea5a0a1dee {{(pid=65923) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1236.844186] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "197a79f4-da56-43d6-8b69-cab83867bc9a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.844420] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "197a79f4-da56-43d6-8b69-cab83867bc9a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.844618] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.844805] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.845037] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "2935cac3-787c-483b-bef9-3af01c708fe8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.845260] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "c8bbd96f-57f3-4eba-8360-502d58a49175" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.845430] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "c8bbd96f-57f3-4eba-8360-502d58a49175" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.845691] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "50c5a097-6fea-485c-aafd-5c00eb78e594" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.845867] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.846050] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.846285] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.846458] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.846764] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.846965] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.847219] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.847405] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.847536] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1236.848304] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f511891-889e-4df6-bd65-bc2048bf736f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.851530] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e23c38-bad7-4c33-8cc6-527a9cf431dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.854261] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc1aa27-d71e-4a15-9a8b-a11861bd3dd8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.856897] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7307645-90fe-4047-9d14-1e9db740b4b1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.859464] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d000b-b656-4a0c-8f16-d1dc6efcf21f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.863668] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8398da3-cad7-4881-a69b-a821b472327d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.865833] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.070905] env[65923]: DEBUG nova.scheduler.client.report [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updated inventory for provider ff363446-31c5-4a8a-b33a-4a621655a19a with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1237.071192] env[65923]: DEBUG nova.compute.provider_tree [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating resource provider ff363446-31c5-4a8a-b33a-4a621655a19a generation from 172 to 173 during operation: update_inventory {{(pid=65923) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1237.071416] env[65923]: DEBUG nova.compute.provider_tree [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Updating inventory in ProviderTree for provider ff363446-31c5-4a8a-b33a-4a621655a19a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.144912] env[65923]: DEBUG oslo_vmware.api [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707970, 'name': PowerOffVM_Task, 'duration_secs': 0.261751} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.145217] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.145379] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.145641] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef036289-d2e5-41be-821c-40f6d9907f9c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.224606] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.224931] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.225209] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleting the datastore file [datastore1] 2935cac3-787c-483b-bef9-3af01c708fe8 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.225550] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-278d3449-bed8-4857-9689-4b3b53495ba2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.233196] env[65923]: DEBUG oslo_vmware.api [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for the task: (returnval){ [ 1237.233196] env[65923]: value = "task-4707972" [ 1237.233196] env[65923]: _type = "Task" [ 1237.233196] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.242029] env[65923]: DEBUG oslo_vmware.api [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.370121] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.386949] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "c8bbd96f-57f3-4eba-8360-502d58a49175" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.387408] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.387778] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.388112] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.394587] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.396032] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "197a79f4-da56-43d6-8b69-cab83867bc9a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.577460] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.995s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.578054] env[65923]: DEBUG nova.compute.manager [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1237.581259] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.087s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.581483] env[65923]: DEBUG nova.objects.instance [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lazy-loading 'resources' on Instance uuid 50c5a097-6fea-485c-aafd-5c00eb78e594 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.742988] env[65923]: DEBUG oslo_vmware.api [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Task: {'id': task-4707972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11088} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.743264] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.743451] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.743624] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.743795] env[65923]: INFO nova.compute.manager [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1237.744062] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1237.744300] env[65923]: DEBUG nova.compute.manager [-] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1237.744400] env[65923]: DEBUG nova.network.neutron [-] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1237.744648] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.777065] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.086126] env[65923]: DEBUG nova.compute.utils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.091665] env[65923]: DEBUG nova.compute.manager [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1238.091665] env[65923]: DEBUG nova.network.neutron [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1238.091665] env[65923]: WARNING neutronclient.v2_0.client [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.092019] env[65923]: WARNING neutronclient.v2_0.client [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.152594] env[65923]: DEBUG nova.policy [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0842f0165e64b679b31ca4f542af907', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3b4e657996447b7bc332dc7f07de0d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.245876] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2283a01-3c0b-44f1-8fa8-910a04da2526 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.257195] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f3128a-2fbc-432c-ac22-3132c40af3a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.293787] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6404ae34-3903-4277-ae3a-d78b7ccb0bd0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.303148] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5444dc-24f8-44b1-890e-943314932150 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.311057] env[65923]: DEBUG nova.compute.manager [req-43a2c625-327a-4779-8262-4c2363a6d339 req-86d256ea-65a9-4244-a8ed-a283921f42f7 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Received event network-vif-deleted-abb66564-477f-44a1-b026-7732a79b161e {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1238.311270] env[65923]: INFO nova.compute.manager [req-43a2c625-327a-4779-8262-4c2363a6d339 req-86d256ea-65a9-4244-a8ed-a283921f42f7 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Neutron deleted interface abb66564-477f-44a1-b026-7732a79b161e; detaching it from the instance and deleting it from the info cache [ 1238.311462] env[65923]: DEBUG nova.network.neutron [req-43a2c625-327a-4779-8262-4c2363a6d339 req-86d256ea-65a9-4244-a8ed-a283921f42f7 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.321630] env[65923]: DEBUG nova.compute.provider_tree [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.522307] env[65923]: DEBUG nova.network.neutron [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Successfully created port: ab6dcd3a-4425-4408-903c-87fbb537a48c {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1238.585924] env[65923]: DEBUG oslo_concurrency.lockutils [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.586335] env[65923]: DEBUG oslo_concurrency.lockutils [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.586477] env[65923]: INFO nova.compute.manager [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Shelving [ 1238.591713] env[65923]: DEBUG nova.compute.manager [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1238.797693] env[65923]: DEBUG nova.network.neutron [-] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.825577] env[65923]: DEBUG nova.scheduler.client.report [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.830520] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a83b278-d168-441a-939d-ece735460f98 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.849608] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749d1cfc-6c34-4a69-9956-613d9fb9d307 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.884167] env[65923]: DEBUG nova.compute.manager [req-43a2c625-327a-4779-8262-4c2363a6d339 req-86d256ea-65a9-4244-a8ed-a283921f42f7 service nova] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Detach interface failed, port_id=abb66564-477f-44a1-b026-7732a79b161e, reason: Instance 2935cac3-787c-483b-bef9-3af01c708fe8 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1239.301008] env[65923]: INFO nova.compute.manager [-] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Took 1.56 seconds to deallocate network for instance. [ 1239.338017] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.340749] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.971s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.340983] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.341375] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1239.342095] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bbcdd3-c89b-44d9-af5c-8e884b65f10f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.353387] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf5b7cb-af72-4348-90a5-544c7103cf90 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.369301] env[65923]: INFO nova.scheduler.client.report [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Deleted allocations for instance 50c5a097-6fea-485c-aafd-5c00eb78e594 [ 1239.370771] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311e7881-f4c2-4902-afa5-fa3b81f2611e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.380608] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8387a7-1866-4b4f-9529-b5f92f8a4791 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.413441] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179459MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1239.413505] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.413707] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.596057] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.596433] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f5bef0d-d4b8-433b-b961-b9424ac4a1ac {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.599612] env[65923]: DEBUG nova.compute.manager [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1239.604015] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1239.604015] env[65923]: value = "task-4707973" [ 1239.604015] env[65923]: _type = "Task" [ 1239.604015] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.613249] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.626624] env[65923]: DEBUG nova.virt.hardware [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1239.626867] env[65923]: DEBUG nova.virt.hardware [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.627040] env[65923]: DEBUG nova.virt.hardware [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1239.627231] env[65923]: DEBUG nova.virt.hardware [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.627373] env[65923]: DEBUG nova.virt.hardware [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1239.627518] env[65923]: DEBUG nova.virt.hardware [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1239.627774] env[65923]: DEBUG nova.virt.hardware [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1239.627977] env[65923]: DEBUG nova.virt.hardware [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1239.628227] env[65923]: DEBUG nova.virt.hardware [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1239.628499] env[65923]: DEBUG nova.virt.hardware [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1239.628740] env[65923]: DEBUG nova.virt.hardware [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1239.629735] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5045f1aa-7bb8-4a33-b53a-f51d16d3746d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.639035] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7cf4d2-3575-483c-9157-674b912272b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.807498] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.883122] env[65923]: DEBUG oslo_concurrency.lockutils [None req-af73333b-543b-4a69-8060-bf4f7590b45a tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.017s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.883956] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.038s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.884463] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5e9ab2e-9664-4c5c-ae6f-bf6a78acf618 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.894921] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fbf3c3-2da2-4b38-b5b7-faade0288c67 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.941162] env[65923]: DEBUG nova.compute.manager [req-5e5da7fe-0105-4966-bca2-23ca3db27438 req-f4e3a3d8-2ce7-45ed-8cd6-3e10a8be20ee service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Received event network-vif-plugged-ab6dcd3a-4425-4408-903c-87fbb537a48c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1239.941293] env[65923]: DEBUG oslo_concurrency.lockutils [req-5e5da7fe-0105-4966-bca2-23ca3db27438 req-f4e3a3d8-2ce7-45ed-8cd6-3e10a8be20ee service nova] Acquiring lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.941534] env[65923]: DEBUG oslo_concurrency.lockutils [req-5e5da7fe-0105-4966-bca2-23ca3db27438 req-f4e3a3d8-2ce7-45ed-8cd6-3e10a8be20ee service nova] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.941708] env[65923]: DEBUG oslo_concurrency.lockutils [req-5e5da7fe-0105-4966-bca2-23ca3db27438 req-f4e3a3d8-2ce7-45ed-8cd6-3e10a8be20ee service nova] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.941905] env[65923]: DEBUG nova.compute.manager [req-5e5da7fe-0105-4966-bca2-23ca3db27438 req-f4e3a3d8-2ce7-45ed-8cd6-3e10a8be20ee service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] No waiting events found dispatching network-vif-plugged-ab6dcd3a-4425-4408-903c-87fbb537a48c {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1239.942292] env[65923]: WARNING nova.compute.manager [req-5e5da7fe-0105-4966-bca2-23ca3db27438 req-f4e3a3d8-2ce7-45ed-8cd6-3e10a8be20ee service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Received unexpected event network-vif-plugged-ab6dcd3a-4425-4408-903c-87fbb537a48c for instance with vm_state building and task_state spawning. [ 1240.115267] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707973, 'name': PowerOffVM_Task, 'duration_secs': 0.246257} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.115573] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.116569] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dfbad2-3129-456e-ab68-9def41db1b46 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.138070] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527b613d-45cf-4272-a531-2c2899083381 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.436133] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "50c5a097-6fea-485c-aafd-5c00eb78e594" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.445634] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 197a79f4-da56-43d6-8b69-cab83867bc9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1240.446306] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 8b6638b9-686b-41ec-b529-02cbdbd6fd08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1240.446306] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c8bbd96f-57f3-4eba-8360-502d58a49175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1240.446306] env[65923]: WARNING nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 2935cac3-787c-483b-bef9-3af01c708fe8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1240.446493] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance dca7ede7-37eb-426b-b3fa-32f0124c1ca9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1240.446493] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1240.446595] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 9d63ac8c-0277-4fc4-acc0-e3ee999cceef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1240.446842] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 3c935725-1cb3-4e01-a726-04ea5a0a1dee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1240.447102] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1240.447433] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=100GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '7', 'num_vm_active': '5', 'num_task_None': '5', 'num_os_type_None': '7', 'num_proj_62fc51a0dbef48ccb8850d978c297b52': '2', 'io_workload': '1', 'num_vm_rescued': '1', 'num_proj_60c504a79d8c44478327ea8992f65cb8': '2', 'num_task_shelving': '1', 'num_proj_61e99c161e3244529fa7b47851e148d1': '1', 'num_proj_6cac5f78dc904e5eb74085f804e4741e': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_f3b4e657996447b7bc332dc7f07de0d7': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1240.510620] env[65923]: DEBUG nova.network.neutron [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Successfully updated port: ab6dcd3a-4425-4408-903c-87fbb537a48c {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1240.565804] env[65923]: DEBUG nova.compute.manager [req-c5166520-7b16-47dd-92e2-843659528755 req-f27378ac-771a-4b5e-adee-874aa9a02665 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Received event network-changed-ab6dcd3a-4425-4408-903c-87fbb537a48c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1240.566111] env[65923]: DEBUG nova.compute.manager [req-c5166520-7b16-47dd-92e2-843659528755 req-f27378ac-771a-4b5e-adee-874aa9a02665 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Refreshing instance network info cache due to event network-changed-ab6dcd3a-4425-4408-903c-87fbb537a48c. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1240.566363] env[65923]: DEBUG oslo_concurrency.lockutils [req-c5166520-7b16-47dd-92e2-843659528755 req-f27378ac-771a-4b5e-adee-874aa9a02665 service nova] Acquiring lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.566536] env[65923]: DEBUG oslo_concurrency.lockutils [req-c5166520-7b16-47dd-92e2-843659528755 req-f27378ac-771a-4b5e-adee-874aa9a02665 service nova] Acquired lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.566759] env[65923]: DEBUG nova.network.neutron [req-c5166520-7b16-47dd-92e2-843659528755 req-f27378ac-771a-4b5e-adee-874aa9a02665 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Refreshing network info cache for port ab6dcd3a-4425-4408-903c-87fbb537a48c {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.606572] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e6d4bc-0c36-4066-aba9-2a162227c780 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.615058] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1daa01-b33d-4346-936b-5200b81b25de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.647216] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04802ef1-f70c-4a5c-b8ab-b1cbff352c1e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.650565] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Creating Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1240.650816] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9242822-4a5d-4746-940a-1ab5f112ed7b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.658142] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa47709f-1687-4674-8b42-05f3b39eeacd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.663028] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1240.663028] env[65923]: value = "task-4707975" [ 1240.663028] env[65923]: _type = "Task" [ 1240.663028] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.676762] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.684499] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707975, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.014112] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.070016] env[65923]: WARNING neutronclient.v2_0.client [req-c5166520-7b16-47dd-92e2-843659528755 req-f27378ac-771a-4b5e-adee-874aa9a02665 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.103402] env[65923]: DEBUG nova.network.neutron [req-c5166520-7b16-47dd-92e2-843659528755 req-f27378ac-771a-4b5e-adee-874aa9a02665 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1241.174204] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707975, 'name': CreateSnapshot_Task, 'duration_secs': 0.454009} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.174657] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Created Snapshot of the VM instance {{(pid=65923) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1241.175341] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200171ea-70bb-419f-8914-260d031d26ec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.179871] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.195845] env[65923]: DEBUG nova.network.neutron [req-c5166520-7b16-47dd-92e2-843659528755 req-f27378ac-771a-4b5e-adee-874aa9a02665 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.689878] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1241.690267] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.276s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.697513] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Creating linked-clone VM from snapshot {{(pid=65923) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1241.697803] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.890s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.698011] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.700669] env[65923]: DEBUG oslo_concurrency.lockutils [req-c5166520-7b16-47dd-92e2-843659528755 req-f27378ac-771a-4b5e-adee-874aa9a02665 service nova] Releasing lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.701106] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-da080760-cb94-4fdc-b221-918d94d9990b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.704091] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.704284] env[65923]: DEBUG nova.network.neutron [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1241.712796] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1241.712796] env[65923]: value = "task-4707976" [ 1241.712796] env[65923]: _type = "Task" [ 1241.712796] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.723696] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707976, 'name': CloneVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.724913] env[65923]: INFO nova.scheduler.client.report [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Deleted allocations for instance 2935cac3-787c-483b-bef9-3af01c708fe8 [ 1242.223774] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707976, 'name': CloneVM_Task} progress is 94%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.232928] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a687a190-0080-421f-a466-71c3b72ea83a tempest-AttachVolumeShelveTestJSON-1872619353 tempest-AttachVolumeShelveTestJSON-1872619353-project-member] Lock "2935cac3-787c-483b-bef9-3af01c708fe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.123s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.233903] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "2935cac3-787c-483b-bef9-3af01c708fe8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.389s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.234207] env[65923]: INFO nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] During sync_power_state the instance has a pending task (deleting). Skip. [ 1242.234300] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "2935cac3-787c-483b-bef9-3af01c708fe8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.241228] env[65923]: DEBUG nova.network.neutron [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1242.326092] env[65923]: WARNING neutronclient.v2_0.client [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.399771] env[65923]: DEBUG nova.network.neutron [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Updating instance_info_cache with network_info: [{"id": "ab6dcd3a-4425-4408-903c-87fbb537a48c", "address": "fa:16:3e:98:97:1a", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6dcd3a-44", "ovs_interfaceid": "ab6dcd3a-4425-4408-903c-87fbb537a48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.725772] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707976, 'name': CloneVM_Task, 'duration_secs': 0.978505} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.725772] env[65923]: INFO nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Created linked-clone VM from snapshot [ 1242.726350] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38b0e5e-204d-44ff-8262-e8a8d35d2606 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.735546] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Uploading image 5f89e4fa-9d22-440c-9d8c-20d90817db6a {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1242.763084] env[65923]: DEBUG oslo_vmware.rw_handles [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1242.763084] env[65923]: value = "vm-918794" [ 1242.763084] env[65923]: _type = "VirtualMachine" [ 1242.763084] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1242.763084] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee46e130-0fb5-4b41-a03a-35f779a7892f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.770928] env[65923]: DEBUG oslo_vmware.rw_handles [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lease: (returnval){ [ 1242.770928] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e056bc-a1f2-7683-1db8-ae9bee4bc796" [ 1242.770928] env[65923]: _type = "HttpNfcLease" [ 1242.770928] env[65923]: } obtained for exporting VM: (result){ [ 1242.770928] env[65923]: value = "vm-918794" [ 1242.770928] env[65923]: _type = "VirtualMachine" [ 1242.770928] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1242.771288] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the lease: (returnval){ [ 1242.771288] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e056bc-a1f2-7683-1db8-ae9bee4bc796" [ 1242.771288] env[65923]: _type = "HttpNfcLease" [ 1242.771288] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1242.778387] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1242.778387] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e056bc-a1f2-7683-1db8-ae9bee4bc796" [ 1242.778387] env[65923]: _type = "HttpNfcLease" [ 1242.778387] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1242.902751] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.903200] env[65923]: DEBUG nova.compute.manager [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Instance network_info: |[{"id": "ab6dcd3a-4425-4408-903c-87fbb537a48c", "address": "fa:16:3e:98:97:1a", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6dcd3a-44", "ovs_interfaceid": "ab6dcd3a-4425-4408-903c-87fbb537a48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1242.903703] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:97:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab6dcd3a-4425-4408-903c-87fbb537a48c', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.911669] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1242.911891] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.912139] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07bb4661-c3d8-469c-998e-fdd4b0871133 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.933157] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.933157] env[65923]: value = "task-4707978" [ 1242.933157] env[65923]: _type = "Task" [ 1242.933157] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.942989] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707978, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.282332] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.282332] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e056bc-a1f2-7683-1db8-ae9bee4bc796" [ 1243.282332] env[65923]: _type = "HttpNfcLease" [ 1243.282332] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1243.282739] env[65923]: DEBUG oslo_vmware.rw_handles [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1243.282739] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e056bc-a1f2-7683-1db8-ae9bee4bc796" [ 1243.282739] env[65923]: _type = "HttpNfcLease" [ 1243.282739] env[65923]: }. {{(pid=65923) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1243.283638] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db0a0ac-e486-4990-8159-98a9fbda801d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.293957] env[65923]: DEBUG oslo_vmware.rw_handles [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043c90-a93d-f887-2cd4-da913e59b714/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1243.294266] env[65923]: DEBUG oslo_vmware.rw_handles [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043c90-a93d-f887-2cd4-da913e59b714/disk-0.vmdk for reading. {{(pid=65923) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1243.429641] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8725bdbc-2353-412b-a179-bf9f46d126a5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.443891] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4707978, 'name': CreateVM_Task, 'duration_secs': 0.37131} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.445824] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.446503] env[65923]: WARNING neutronclient.v2_0.client [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.446857] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.447012] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.447362] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.447624] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb7f97c-d650-432f-9187-43ae26ca8a56 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.454033] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1243.454033] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5260f989-58a8-c594-5a50-14e9d5a30679" [ 1243.454033] env[65923]: _type = "Task" [ 1243.454033] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.467108] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5260f989-58a8-c594-5a50-14e9d5a30679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.965564] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5260f989-58a8-c594-5a50-14e9d5a30679, 'name': SearchDatastore_Task, 'duration_secs': 0.036835} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.966122] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.966390] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.966690] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.966897] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.967168] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.967502] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-085f1851-e7df-4c47-8638-4907f938e9f0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.976930] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.977279] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.978182] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d14a027-65cf-4f79-8374-b60568238df5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.984304] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1243.984304] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524d0cf1-0d90-988e-00bf-90b105ba3347" [ 1243.984304] env[65923]: _type = "Task" [ 1243.984304] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.993888] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524d0cf1-0d90-988e-00bf-90b105ba3347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.496744] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]524d0cf1-0d90-988e-00bf-90b105ba3347, 'name': SearchDatastore_Task, 'duration_secs': 0.014427} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.497680] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9d47e8-1a41-4754-bec0-1760d5e48d0e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.504561] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1244.504561] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5233b8ee-7bea-f61d-e38e-18ba7988c03a" [ 1244.504561] env[65923]: _type = "Task" [ 1244.504561] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.513727] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5233b8ee-7bea-f61d-e38e-18ba7988c03a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.015665] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5233b8ee-7bea-f61d-e38e-18ba7988c03a, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.016129] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.016475] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 3c935725-1cb3-4e01-a726-04ea5a0a1dee/3c935725-1cb3-4e01-a726-04ea5a0a1dee.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.016818] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2236d8fb-08bf-40a3-9868-617d6bba71ba {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.025698] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1245.025698] env[65923]: value = "task-4707980" [ 1245.025698] env[65923]: _type = "Task" [ 1245.025698] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.035261] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.270485] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.270903] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.271275] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.271542] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.271794] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.274665] env[65923]: INFO nova.compute.manager [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Terminating instance [ 1245.540847] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707980, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.779894] env[65923]: DEBUG nova.compute.manager [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1245.780250] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.781295] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430d20cb-a4dc-477f-b74a-0508fc74cd1d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.789805] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.790120] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acad6461-7912-459d-a005-736da6efda2a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.797324] env[65923]: DEBUG oslo_vmware.api [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1245.797324] env[65923]: value = "task-4707981" [ 1245.797324] env[65923]: _type = "Task" [ 1245.797324] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.808818] env[65923]: DEBUG oslo_vmware.api [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.038521] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517757} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.038959] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] 3c935725-1cb3-4e01-a726-04ea5a0a1dee/3c935725-1cb3-4e01-a726-04ea5a0a1dee.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.039137] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.039505] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcc4d1b9-bf9f-44fc-8e66-48e5a0d89ae9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.048225] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1246.048225] env[65923]: value = "task-4707982" [ 1246.048225] env[65923]: _type = "Task" [ 1246.048225] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.058187] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.308514] env[65923]: DEBUG oslo_vmware.api [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707981, 'name': PowerOffVM_Task, 'duration_secs': 0.257559} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.308810] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.308979] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.309256] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed36320-cd9a-482d-be5f-bfa322db44bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.379062] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.379377] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.379577] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Deleting the datastore file [datastore2] 8b6638b9-686b-41ec-b529-02cbdbd6fd08 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.379940] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de0d9e3e-a15e-41ff-8a7e-06f139ccbaf5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.388212] env[65923]: DEBUG oslo_vmware.api [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1246.388212] env[65923]: value = "task-4707984" [ 1246.388212] env[65923]: _type = "Task" [ 1246.388212] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.398557] env[65923]: DEBUG oslo_vmware.api [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.560363] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083745} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.560693] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.561772] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4f4e61-def7-4280-957e-365854cd994a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.586144] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 3c935725-1cb3-4e01-a726-04ea5a0a1dee/3c935725-1cb3-4e01-a726-04ea5a0a1dee.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.586592] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51726f76-9bef-4928-8bb7-4a737589d2b2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.608358] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1246.608358] env[65923]: value = "task-4707985" [ 1246.608358] env[65923]: _type = "Task" [ 1246.608358] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.617393] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.899430] env[65923]: DEBUG oslo_vmware.api [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442823} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.899621] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.900327] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.900327] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.900327] env[65923]: INFO nova.compute.manager [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1246.900603] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1246.900742] env[65923]: DEBUG nova.compute.manager [-] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1246.901043] env[65923]: DEBUG nova.network.neutron [-] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1246.901113] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.976611] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.120386] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707985, 'name': ReconfigVM_Task, 'duration_secs': 0.335068} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.120870] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 3c935725-1cb3-4e01-a726-04ea5a0a1dee/3c935725-1cb3-4e01-a726-04ea5a0a1dee.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.121477] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd35c787-15c7-45b0-a564-2542430f5cca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.131115] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1247.131115] env[65923]: value = "task-4707986" [ 1247.131115] env[65923]: _type = "Task" [ 1247.131115] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.141518] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707986, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.359490] env[65923]: DEBUG nova.compute.manager [req-a86b16e1-e47a-4eff-ae82-f253b173c9ee req-66de84a6-370a-4a67-9928-fd06c947f03e service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Received event network-vif-deleted-849d9ae0-898b-4d58-993a-f4dffbea8e77 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1247.359718] env[65923]: INFO nova.compute.manager [req-a86b16e1-e47a-4eff-ae82-f253b173c9ee req-66de84a6-370a-4a67-9928-fd06c947f03e service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Neutron deleted interface 849d9ae0-898b-4d58-993a-f4dffbea8e77; detaching it from the instance and deleting it from the info cache [ 1247.359906] env[65923]: DEBUG nova.network.neutron [req-a86b16e1-e47a-4eff-ae82-f253b173c9ee req-66de84a6-370a-4a67-9928-fd06c947f03e service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.643367] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707986, 'name': Rename_Task, 'duration_secs': 0.246174} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.643932] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.644393] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85e5f03c-8888-4ade-b8f7-4ac0b561ac3b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.653071] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1247.653071] env[65923]: value = "task-4707987" [ 1247.653071] env[65923]: _type = "Task" [ 1247.653071] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.663365] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.692720] env[65923]: DEBUG nova.network.neutron [-] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.862593] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72dc4f0b-19ac-4823-8600-12ec874c1457 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.874440] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d75ce0d-dd61-4582-a646-ebe410d61a0c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.907108] env[65923]: DEBUG nova.compute.manager [req-a86b16e1-e47a-4eff-ae82-f253b173c9ee req-66de84a6-370a-4a67-9928-fd06c947f03e service nova] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Detach interface failed, port_id=849d9ae0-898b-4d58-993a-f4dffbea8e77, reason: Instance 8b6638b9-686b-41ec-b529-02cbdbd6fd08 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1248.167220] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707987, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.196883] env[65923]: INFO nova.compute.manager [-] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Took 1.30 seconds to deallocate network for instance. [ 1248.666595] env[65923]: DEBUG oslo_vmware.api [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4707987, 'name': PowerOnVM_Task, 'duration_secs': 0.53603} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.666918] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.667197] env[65923]: INFO nova.compute.manager [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1248.667378] env[65923]: DEBUG nova.compute.manager [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1248.668369] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0e7386-4530-46ba-9f3e-02ab169f16d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.704134] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.704480] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.704741] env[65923]: DEBUG nova.objects.instance [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lazy-loading 'resources' on Instance uuid 8b6638b9-686b-41ec-b529-02cbdbd6fd08 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.187935] env[65923]: INFO nova.compute.manager [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Took 14.65 seconds to build instance. [ 1249.322408] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6351f99-8838-43f5-a082-38147cb13c1b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.331735] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f596cb1f-7f4d-4f31-9549-4b3e983bb3b3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.365405] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4883fdb8-2624-4112-8d33-9e691b2c0a4f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.373806] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753a78bb-afa1-4185-8274-99f32823cde5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.388020] env[65923]: DEBUG nova.compute.provider_tree [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.690491] env[65923]: DEBUG oslo_concurrency.lockutils [None req-2e2641aa-b15f-497a-bb45-15f809b16508 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.156s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.690749] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.843s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.691768] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655cb043-e5e7-4301-ac23-5e4f4ab539ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.891332] env[65923]: DEBUG nova.scheduler.client.report [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.202509] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.295771] env[65923]: DEBUG nova.compute.manager [req-daaa2f24-6abd-4e82-a237-f3132a597730 req-28b27a39-509b-4ada-b103-68719adaa188 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Received event network-changed-ab6dcd3a-4425-4408-903c-87fbb537a48c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1250.295771] env[65923]: DEBUG nova.compute.manager [req-daaa2f24-6abd-4e82-a237-f3132a597730 req-28b27a39-509b-4ada-b103-68719adaa188 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Refreshing instance network info cache due to event network-changed-ab6dcd3a-4425-4408-903c-87fbb537a48c. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1250.296497] env[65923]: DEBUG oslo_concurrency.lockutils [req-daaa2f24-6abd-4e82-a237-f3132a597730 req-28b27a39-509b-4ada-b103-68719adaa188 service nova] Acquiring lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.296713] env[65923]: DEBUG oslo_concurrency.lockutils [req-daaa2f24-6abd-4e82-a237-f3132a597730 req-28b27a39-509b-4ada-b103-68719adaa188 service nova] Acquired lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.297019] env[65923]: DEBUG nova.network.neutron [req-daaa2f24-6abd-4e82-a237-f3132a597730 req-28b27a39-509b-4ada-b103-68719adaa188 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Refreshing network info cache for port ab6dcd3a-4425-4408-903c-87fbb537a48c {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.396475] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.422631] env[65923]: INFO nova.scheduler.client.report [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Deleted allocations for instance 8b6638b9-686b-41ec-b529-02cbdbd6fd08 [ 1250.584257] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.584433] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.800030] env[65923]: WARNING neutronclient.v2_0.client [req-daaa2f24-6abd-4e82-a237-f3132a597730 req-28b27a39-509b-4ada-b103-68719adaa188 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.931801] env[65923]: DEBUG oslo_concurrency.lockutils [None req-ee65b9f3-4073-4cb5-a5f0-ea2d5f442e79 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "8b6638b9-686b-41ec-b529-02cbdbd6fd08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.661s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.942024] env[65923]: DEBUG oslo_vmware.rw_handles [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043c90-a93d-f887-2cd4-da913e59b714/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1250.942999] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c2d4ed-115a-4283-870a-38eb5b55a052 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.953068] env[65923]: DEBUG oslo_vmware.rw_handles [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043c90-a93d-f887-2cd4-da913e59b714/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1250.953221] env[65923]: ERROR oslo_vmware.rw_handles [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043c90-a93d-f887-2cd4-da913e59b714/disk-0.vmdk due to incomplete transfer. [ 1250.953976] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b30c90a4-434f-446b-9072-f68a2f6e5eaf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.964427] env[65923]: DEBUG oslo_vmware.rw_handles [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52043c90-a93d-f887-2cd4-da913e59b714/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1250.964684] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Uploaded image 5f89e4fa-9d22-440c-9d8c-20d90817db6a to the Glance image server {{(pid=65923) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1250.967292] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Destroying the VM {{(pid=65923) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1250.967608] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc615f1c-2082-4a56-94a8-2685838e9378 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.975056] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1250.975056] env[65923]: value = "task-4707988" [ 1250.975056] env[65923]: _type = "Task" [ 1250.975056] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.984981] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707988, 'name': Destroy_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.986378] env[65923]: WARNING neutronclient.v2_0.client [req-daaa2f24-6abd-4e82-a237-f3132a597730 req-28b27a39-509b-4ada-b103-68719adaa188 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.060254] env[65923]: DEBUG nova.network.neutron [req-daaa2f24-6abd-4e82-a237-f3132a597730 req-28b27a39-509b-4ada-b103-68719adaa188 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Updated VIF entry in instance network info cache for port ab6dcd3a-4425-4408-903c-87fbb537a48c. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1251.060786] env[65923]: DEBUG nova.network.neutron [req-daaa2f24-6abd-4e82-a237-f3132a597730 req-28b27a39-509b-4ada-b103-68719adaa188 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Updating instance_info_cache with network_info: [{"id": "ab6dcd3a-4425-4408-903c-87fbb537a48c", "address": "fa:16:3e:98:97:1a", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6dcd3a-44", "ovs_interfaceid": "ab6dcd3a-4425-4408-903c-87fbb537a48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.087626] env[65923]: DEBUG nova.compute.utils [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.486509] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707988, 'name': Destroy_Task, 'duration_secs': 0.342913} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.486862] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Destroyed the VM [ 1251.487170] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Deleting Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1251.487467] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a94dab62-fbe6-4391-b8ea-b2a239073fad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.494895] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1251.494895] env[65923]: value = "task-4707989" [ 1251.494895] env[65923]: _type = "Task" [ 1251.494895] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.503680] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707989, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.563522] env[65923]: DEBUG oslo_concurrency.lockutils [req-daaa2f24-6abd-4e82-a237-f3132a597730 req-28b27a39-509b-4ada-b103-68719adaa188 service nova] Releasing lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.591053] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.005981] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707989, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385614} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.006276] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Deleted Snapshot of the VM instance {{(pid=65923) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1252.006549] env[65923]: DEBUG nova.compute.manager [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1252.007487] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8e730c-b124-4043-bce3-0b670cb3b402 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.052446] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "197a79f4-da56-43d6-8b69-cab83867bc9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.052722] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "197a79f4-da56-43d6-8b69-cab83867bc9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.052889] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "197a79f4-da56-43d6-8b69-cab83867bc9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.053078] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "197a79f4-da56-43d6-8b69-cab83867bc9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.053247] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "197a79f4-da56-43d6-8b69-cab83867bc9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.055322] env[65923]: INFO nova.compute.manager [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Terminating instance [ 1252.520084] env[65923]: INFO nova.compute.manager [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Shelve offloading [ 1252.558854] env[65923]: DEBUG nova.compute.manager [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1252.559083] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.560029] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba5e2d8-8a33-4774-b825-1281b749b94b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.569620] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.569990] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45bc9ddb-c764-4908-8541-26f1cb9fc593 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.577919] env[65923]: DEBUG oslo_vmware.api [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1252.577919] env[65923]: value = "task-4707990" [ 1252.577919] env[65923]: _type = "Task" [ 1252.577919] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.588417] env[65923]: DEBUG oslo_vmware.api [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.652075] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.652075] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.652075] env[65923]: INFO nova.compute.manager [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Attaching volume d17b591c-3ffe-4a38-a0a0-e1b1345202b6 to /dev/sdb [ 1252.694071] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6174408-a21a-46d3-8ccf-b18a3f0562f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.702972] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb2c528-34b0-4a65-abc7-436938fd9c0d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.719330] env[65923]: DEBUG nova.virt.block_device [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Updating existing volume attachment record: 0a579ac9-eadc-4394-bf2e-a40e20203901 {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1253.023652] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.023977] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-982c4129-27d5-45a9-a544-365cbdc4914e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.032332] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1253.032332] env[65923]: value = "task-4707994" [ 1253.032332] env[65923]: _type = "Task" [ 1253.032332] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.043157] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1253.043426] env[65923]: DEBUG nova.compute.manager [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1253.044210] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a6d47a-61c9-475c-8fc4-8f711f3751bb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.051804] env[65923]: DEBUG oslo_concurrency.lockutils [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.051993] env[65923]: DEBUG oslo_concurrency.lockutils [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.052172] env[65923]: DEBUG nova.network.neutron [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1253.088918] env[65923]: DEBUG oslo_vmware.api [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707990, 'name': PowerOffVM_Task, 'duration_secs': 0.303895} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.089305] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.089543] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.089852] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d30503de-b2ef-449e-bc46-002eeec5834c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.163676] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.163986] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.164253] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Deleting the datastore file [datastore2] 197a79f4-da56-43d6-8b69-cab83867bc9a {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.164622] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-979fe1a0-8a46-4f98-8fe2-b961ac039231 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.173664] env[65923]: DEBUG oslo_vmware.api [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for the task: (returnval){ [ 1253.173664] env[65923]: value = "task-4707996" [ 1253.173664] env[65923]: _type = "Task" [ 1253.173664] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.185267] env[65923]: DEBUG oslo_vmware.api [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.555721] env[65923]: WARNING neutronclient.v2_0.client [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.683792] env[65923]: DEBUG oslo_vmware.api [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Task: {'id': task-4707996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156944} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.684070] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.684264] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.684536] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.684740] env[65923]: INFO nova.compute.manager [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1253.684994] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1253.685206] env[65923]: DEBUG nova.compute.manager [-] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1253.685303] env[65923]: DEBUG nova.network.neutron [-] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1253.685542] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.718051] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.988763] env[65923]: DEBUG nova.compute.manager [req-55ed19e6-7ce4-4900-8b9d-3ad2663e331e req-e1f781bd-48a7-44c1-b4ec-ec94987326d9 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Received event network-vif-deleted-bb3af12c-4951-4dfa-9ce1-0c48f053c7f0 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1253.988946] env[65923]: INFO nova.compute.manager [req-55ed19e6-7ce4-4900-8b9d-3ad2663e331e req-e1f781bd-48a7-44c1-b4ec-ec94987326d9 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Neutron deleted interface bb3af12c-4951-4dfa-9ce1-0c48f053c7f0; detaching it from the instance and deleting it from the info cache [ 1253.989142] env[65923]: DEBUG nova.network.neutron [req-55ed19e6-7ce4-4900-8b9d-3ad2663e331e req-e1f781bd-48a7-44c1-b4ec-ec94987326d9 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.151149] env[65923]: WARNING neutronclient.v2_0.client [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.227785] env[65923]: DEBUG nova.network.neutron [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updating instance_info_cache with network_info: [{"id": "1823b1a4-27c5-4308-a891-87506529e653", "address": "fa:16:3e:35:74:6c", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1823b1a4-27", "ovs_interfaceid": "1823b1a4-27c5-4308-a891-87506529e653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.444062] env[65923]: DEBUG nova.network.neutron [-] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.493746] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fedf79ae-5cfd-4828-93b9-2657dc350ea7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.505966] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f333c421-0536-4b7b-81a9-a655a95d199d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.536292] env[65923]: DEBUG nova.compute.manager [req-55ed19e6-7ce4-4900-8b9d-3ad2663e331e req-e1f781bd-48a7-44c1-b4ec-ec94987326d9 service nova] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Detach interface failed, port_id=bb3af12c-4951-4dfa-9ce1-0c48f053c7f0, reason: Instance 197a79f4-da56-43d6-8b69-cab83867bc9a could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1254.731039] env[65923]: DEBUG oslo_concurrency.lockutils [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.731420] env[65923]: WARNING neutronclient.v2_0.client [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.731753] env[65923]: WARNING neutronclient.v2_0.client [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.947213] env[65923]: INFO nova.compute.manager [-] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Took 1.26 seconds to deallocate network for instance. [ 1254.973656] env[65923]: DEBUG nova.compute.manager [req-50158f03-0053-44ec-91d4-b1506a99f24c req-e6f1a680-add0-4cac-a1f5-cfebe042a573 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Received event network-vif-unplugged-1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1254.973875] env[65923]: DEBUG oslo_concurrency.lockutils [req-50158f03-0053-44ec-91d4-b1506a99f24c req-e6f1a680-add0-4cac-a1f5-cfebe042a573 service nova] Acquiring lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.974088] env[65923]: DEBUG oslo_concurrency.lockutils [req-50158f03-0053-44ec-91d4-b1506a99f24c req-e6f1a680-add0-4cac-a1f5-cfebe042a573 service nova] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.974355] env[65923]: DEBUG oslo_concurrency.lockutils [req-50158f03-0053-44ec-91d4-b1506a99f24c req-e6f1a680-add0-4cac-a1f5-cfebe042a573 service nova] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.974542] env[65923]: DEBUG nova.compute.manager [req-50158f03-0053-44ec-91d4-b1506a99f24c req-e6f1a680-add0-4cac-a1f5-cfebe042a573 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] No waiting events found dispatching network-vif-unplugged-1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1254.974707] env[65923]: WARNING nova.compute.manager [req-50158f03-0053-44ec-91d4-b1506a99f24c req-e6f1a680-add0-4cac-a1f5-cfebe042a573 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Received unexpected event network-vif-unplugged-1823b1a4-27c5-4308-a891-87506529e653 for instance with vm_state shelved and task_state shelving_offloading. [ 1255.091577] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.092580] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa83f892-932b-4acb-a0ff-2a765a7fb862 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.101434] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.101744] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d7fd09e-e924-457f-8aa3-0082da02c6fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.181274] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.181540] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.181825] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleting the datastore file [datastore2] dca7ede7-37eb-426b-b3fa-32f0124c1ca9 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.182130] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a27ffbd-ea4e-4cb8-9a6a-159e7724b991 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.190842] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1255.190842] env[65923]: value = "task-4707999" [ 1255.190842] env[65923]: _type = "Task" [ 1255.190842] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.199837] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.454265] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.454265] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.454541] env[65923]: DEBUG nova.objects.instance [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lazy-loading 'resources' on Instance uuid 197a79f4-da56-43d6-8b69-cab83867bc9a {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.701427] env[65923]: DEBUG oslo_vmware.api [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4707999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146546} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.701971] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.701971] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.702157] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.728053] env[65923]: INFO nova.scheduler.client.report [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleted allocations for instance dca7ede7-37eb-426b-b3fa-32f0124c1ca9 [ 1256.036609] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4c56fd-b832-4482-ac4f-e01a0ac25a0a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.045527] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d58bfd8-c652-4582-ac5b-76e5b4b1c832 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.081402] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a711f2-f448-4609-99e6-de71525cba38 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.090772] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c8a6d-81eb-41f5-8101-532b82305fbd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.106008] env[65923]: DEBUG nova.compute.provider_tree [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.233228] env[65923]: DEBUG oslo_concurrency.lockutils [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.611968] env[65923]: DEBUG nova.scheduler.client.report [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.001571] env[65923]: DEBUG nova.compute.manager [req-5fa692b9-1b6e-47d6-b597-85877b33a8a3 req-064ab8f0-6fb9-4120-bc72-6cbfb4e759d0 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Received event network-changed-1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1257.002348] env[65923]: DEBUG nova.compute.manager [req-5fa692b9-1b6e-47d6-b597-85877b33a8a3 req-064ab8f0-6fb9-4120-bc72-6cbfb4e759d0 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Refreshing instance network info cache due to event network-changed-1823b1a4-27c5-4308-a891-87506529e653. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1257.002768] env[65923]: DEBUG oslo_concurrency.lockutils [req-5fa692b9-1b6e-47d6-b597-85877b33a8a3 req-064ab8f0-6fb9-4120-bc72-6cbfb4e759d0 service nova] Acquiring lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.002949] env[65923]: DEBUG oslo_concurrency.lockutils [req-5fa692b9-1b6e-47d6-b597-85877b33a8a3 req-064ab8f0-6fb9-4120-bc72-6cbfb4e759d0 service nova] Acquired lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.003199] env[65923]: DEBUG nova.network.neutron [req-5fa692b9-1b6e-47d6-b597-85877b33a8a3 req-064ab8f0-6fb9-4120-bc72-6cbfb4e759d0 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Refreshing network info cache for port 1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.118485] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.120726] env[65923]: DEBUG oslo_concurrency.lockutils [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.888s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.121090] env[65923]: DEBUG nova.objects.instance [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'resources' on Instance uuid dca7ede7-37eb-426b-b3fa-32f0124c1ca9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.135757] env[65923]: INFO nova.scheduler.client.report [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Deleted allocations for instance 197a79f4-da56-43d6-8b69-cab83867bc9a [ 1257.269165] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1257.269416] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918797', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'name': 'volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'serial': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1257.270359] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98b09cd-865f-40d4-89af-129e12e19e94 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.288283] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197f21f2-a996-4b4e-a0a3-0f75984f836f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.315021] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6/volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.315374] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e2914c-c26a-4aed-bcd3-ffa82e276b2f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.335708] env[65923]: DEBUG oslo_vmware.api [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1257.335708] env[65923]: value = "task-4708000" [ 1257.335708] env[65923]: _type = "Task" [ 1257.335708] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.345118] env[65923]: DEBUG oslo_vmware.api [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.506403] env[65923]: WARNING neutronclient.v2_0.client [req-5fa692b9-1b6e-47d6-b597-85877b33a8a3 req-064ab8f0-6fb9-4120-bc72-6cbfb4e759d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.623322] env[65923]: DEBUG nova.objects.instance [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'numa_topology' on Instance uuid dca7ede7-37eb-426b-b3fa-32f0124c1ca9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.645009] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6b94e957-da6f-45de-85ab-ec1994bebc58 tempest-ServerRescueNegativeTestJSON-473543232 tempest-ServerRescueNegativeTestJSON-473543232-project-member] Lock "197a79f4-da56-43d6-8b69-cab83867bc9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.592s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.693504] env[65923]: WARNING neutronclient.v2_0.client [req-5fa692b9-1b6e-47d6-b597-85877b33a8a3 req-064ab8f0-6fb9-4120-bc72-6cbfb4e759d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.761371] env[65923]: DEBUG nova.network.neutron [req-5fa692b9-1b6e-47d6-b597-85877b33a8a3 req-064ab8f0-6fb9-4120-bc72-6cbfb4e759d0 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updated VIF entry in instance network info cache for port 1823b1a4-27c5-4308-a891-87506529e653. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1257.761872] env[65923]: DEBUG nova.network.neutron [req-5fa692b9-1b6e-47d6-b597-85877b33a8a3 req-064ab8f0-6fb9-4120-bc72-6cbfb4e759d0 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updating instance_info_cache with network_info: [{"id": "1823b1a4-27c5-4308-a891-87506529e653", "address": "fa:16:3e:35:74:6c", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": null, "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1823b1a4-27", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.848390] env[65923]: DEBUG oslo_vmware.api [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708000, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.000832] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.125844] env[65923]: DEBUG nova.objects.base [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1258.208161] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122abf54-1d43-4086-be5d-f5559d9201f2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.216956] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4468685c-84e0-4461-b85b-e33d7559e704 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.247882] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0f2a1a-5ef5-42b3-b7ef-0c5def079dd3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.256137] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda54e1b-dd48-4341-bdd3-6bdc579c233d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.264594] env[65923]: DEBUG oslo_concurrency.lockutils [req-5fa692b9-1b6e-47d6-b597-85877b33a8a3 req-064ab8f0-6fb9-4120-bc72-6cbfb4e759d0 service nova] Releasing lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.272792] env[65923]: DEBUG nova.compute.provider_tree [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.347567] env[65923]: DEBUG oslo_vmware.api [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708000, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.776863] env[65923]: DEBUG nova.scheduler.client.report [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.848730] env[65923]: DEBUG oslo_vmware.api [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708000, 'name': ReconfigVM_Task, 'duration_secs': 1.362114} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.849222] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6/volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.854285] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a548aa7-81a8-4619-9163-247b986fb072 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.871820] env[65923]: DEBUG oslo_vmware.api [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1258.871820] env[65923]: value = "task-4708001" [ 1258.871820] env[65923]: _type = "Task" [ 1258.871820] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.882468] env[65923]: DEBUG oslo_vmware.api [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.282036] env[65923]: DEBUG oslo_concurrency.lockutils [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.384033] env[65923]: DEBUG oslo_vmware.api [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708001, 'name': ReconfigVM_Task, 'duration_secs': 0.152751} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.384033] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918797', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'name': 'volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'serial': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1259.791366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-392cc30b-69ea-46e8-80e0-557d8a1f58b0 tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.205s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.792552] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.792s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.792735] env[65923]: INFO nova.compute.manager [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Unshelving [ 1260.102095] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.102643] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.429481] env[65923]: DEBUG nova.objects.instance [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lazy-loading 'flavor' on Instance uuid a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.611376] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.611555] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.611734] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.612325] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.612325] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.612325] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.612325] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1260.612615] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.819018] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.819417] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.819664] env[65923]: DEBUG nova.objects.instance [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'pci_requests' on Instance uuid dca7ede7-37eb-426b-b3fa-32f0124c1ca9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.934735] env[65923]: DEBUG oslo_concurrency.lockutils [None req-be8689bf-585a-4fc0-bc0c-62768e0d61ce tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.283s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.021734] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquiring lock "2d5421ab-a47a-48a7-a20f-2e10a4845de9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.022020] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "2d5421ab-a47a-48a7-a20f-2e10a4845de9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.116161] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.323405] env[65923]: DEBUG nova.objects.instance [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'numa_topology' on Instance uuid dca7ede7-37eb-426b-b3fa-32f0124c1ca9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.371836] env[65923]: INFO nova.compute.manager [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Rebuilding instance [ 1261.431954] env[65923]: DEBUG nova.compute.manager [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1261.432237] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b82e8d-767a-4dfd-b311-fc1978f868f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.524403] env[65923]: DEBUG nova.compute.manager [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1261.826563] env[65923]: INFO nova.compute.claims [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1262.046666] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.446655] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.447083] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7de54b46-1dc9-49c1-8647-0ba978a03cd2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.455021] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1262.455021] env[65923]: value = "task-4708002" [ 1262.455021] env[65923]: _type = "Task" [ 1262.455021] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.464332] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.929191] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4189d225-04ab-4195-85a8-4cc447bdac36 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.937615] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d2f3d7-c486-48ca-a781-76fb42f2c0f7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.972201] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cd381e-9b29-4b3c-abfb-f74bf6d89390 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.980024] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708002, 'name': PowerOffVM_Task, 'duration_secs': 0.209553} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.982423] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.987111] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48e6fa0-3c6b-49a6-a4fd-0cd05a0f7b04 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.000856] env[65923]: DEBUG nova.compute.provider_tree [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.039904] env[65923]: INFO nova.compute.manager [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Detaching volume d17b591c-3ffe-4a38-a0a0-e1b1345202b6 [ 1263.073481] env[65923]: INFO nova.virt.block_device [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Attempting to driver detach volume d17b591c-3ffe-4a38-a0a0-e1b1345202b6 from mountpoint /dev/sdb [ 1263.073717] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1263.073902] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918797', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'name': 'volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'serial': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1263.074785] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e4eba9-d709-4b7d-b026-2c38196dae1c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.096917] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4101019-386f-413d-800d-1f7adeeb130a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.104627] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46794f8c-3e1d-463e-b40e-53b183e954d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.128172] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7509808d-51e0-450c-82b0-da65beccbb8c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.144223] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The volume has not been displaced from its original location: [datastore1] volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6/volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1263.149787] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.150133] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8593e0d-7c78-4311-bd81-b9be453c2921 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.171129] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1263.171129] env[65923]: value = "task-4708003" [ 1263.171129] env[65923]: _type = "Task" [ 1263.171129] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.179700] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.504667] env[65923]: DEBUG nova.scheduler.client.report [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.681714] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708003, 'name': ReconfigVM_Task, 'duration_secs': 0.204063} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.682072] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.687045] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8142c305-11a7-47bf-ab59-c7b0788700af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.702576] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1263.702576] env[65923]: value = "task-4708004" [ 1263.702576] env[65923]: _type = "Task" [ 1263.702576] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.711709] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.010138] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.191s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.010539] env[65923]: WARNING neutronclient.v2_0.client [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.013221] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.897s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.013396] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.013549] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1264.013830] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.967s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.015333] env[65923]: INFO nova.compute.claims [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1264.018257] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaa3b68-20c6-4f02-87d6-28909c3b24a3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.027272] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0137b542-5b53-47d7-8589-cca5d0e0271c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.041903] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be27874a-72df-4396-a650-11bbc9bf3049 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.045340] env[65923]: INFO nova.network.neutron [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updating port 1823b1a4-27c5-4308-a891-87506529e653 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1264.052693] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54be1b93-32cd-4628-936f-718a9f18178b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.083969] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179459MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1264.084178] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.213584] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708004, 'name': ReconfigVM_Task, 'duration_secs': 0.163024} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.213910] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918797', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'name': 'volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'serial': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1265.117797] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfb91dc-e6f0-47af-bb5b-c20673ad946b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.127016] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6d7d48-6f7c-4964-ae12-742c0b20c297 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.158470] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738e302f-5ed8-4c10-8847-c58648bd0376 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.166394] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254534af-1e57-4709-b0ee-153f55073064 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.180230] env[65923]: DEBUG nova.compute.provider_tree [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.261898] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.262212] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed8b900d-a555-4500-a043-d39f53da448a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.270475] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1265.270475] env[65923]: value = "task-4708005" [ 1265.270475] env[65923]: _type = "Task" [ 1265.270475] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.281159] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] VM already powered off {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1265.281357] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.281548] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918797', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'name': 'volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'serial': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.282331] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ff16c8-0013-41f3-9e2a-937cd2af204e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.300265] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d93d6e9-bd84-4efa-baec-1dcb6157b477 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.306684] env[65923]: WARNING nova.virt.vmwareapi.driver [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1265.306931] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.307661] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb577560-3973-4681-920c-58a26b8196a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.314470] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.314644] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65d3e710-3229-41aa-8745-7f18e2463425 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.384077] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.384077] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.384321] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleting the datastore file [datastore2] a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.384391] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e077ad48-49e4-42f4-adba-9059ede8125b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.392320] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1265.392320] env[65923]: value = "task-4708007" [ 1265.392320] env[65923]: _type = "Task" [ 1265.392320] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.400870] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.479847] env[65923]: DEBUG nova.compute.manager [req-527b9d3e-fbc5-40f6-aab9-71062a50b699 req-ba7cf9b3-8fd1-46f4-a49c-8867e10270a3 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Received event network-vif-plugged-1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1265.480193] env[65923]: DEBUG oslo_concurrency.lockutils [req-527b9d3e-fbc5-40f6-aab9-71062a50b699 req-ba7cf9b3-8fd1-46f4-a49c-8867e10270a3 service nova] Acquiring lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.480301] env[65923]: DEBUG oslo_concurrency.lockutils [req-527b9d3e-fbc5-40f6-aab9-71062a50b699 req-ba7cf9b3-8fd1-46f4-a49c-8867e10270a3 service nova] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.480460] env[65923]: DEBUG oslo_concurrency.lockutils [req-527b9d3e-fbc5-40f6-aab9-71062a50b699 req-ba7cf9b3-8fd1-46f4-a49c-8867e10270a3 service nova] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.480622] env[65923]: DEBUG nova.compute.manager [req-527b9d3e-fbc5-40f6-aab9-71062a50b699 req-ba7cf9b3-8fd1-46f4-a49c-8867e10270a3 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] No waiting events found dispatching network-vif-plugged-1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1265.480852] env[65923]: WARNING nova.compute.manager [req-527b9d3e-fbc5-40f6-aab9-71062a50b699 req-ba7cf9b3-8fd1-46f4-a49c-8867e10270a3 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Received unexpected event network-vif-plugged-1823b1a4-27c5-4308-a891-87506529e653 for instance with vm_state shelved_offloaded and task_state spawning. [ 1265.583757] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.583882] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.584067] env[65923]: DEBUG nova.network.neutron [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1265.683370] env[65923]: DEBUG nova.scheduler.client.report [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.903095] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13744} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.903321] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.903572] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.903756] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.087165] env[65923]: WARNING neutronclient.v2_0.client [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.189088] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.189649] env[65923]: DEBUG nova.compute.manager [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1266.195396] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.111s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.260054] env[65923]: WARNING neutronclient.v2_0.client [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.337913] env[65923]: DEBUG nova.network.neutron [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updating instance_info_cache with network_info: [{"id": "1823b1a4-27c5-4308-a891-87506529e653", "address": "fa:16:3e:35:74:6c", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1823b1a4-27", "ovs_interfaceid": "1823b1a4-27c5-4308-a891-87506529e653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.408989] env[65923]: INFO nova.virt.block_device [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Booting with volume d17b591c-3ffe-4a38-a0a0-e1b1345202b6 at /dev/sdb [ 1266.443253] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6b3b99d-cf0c-42c2-931a-a369ddc0848d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.453425] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec26948-396b-43b0-bcfd-5e66cc19a407 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.487061] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9a8ad67-bbae-488d-9890-bf48acfc30e2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.496867] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e331742-a85f-42ed-9960-11247e7f6d1f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.526529] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85e0e8e-2e57-47c1-ac2b-044e83439539 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.533992] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff0f52-2bcb-4c42-8fa5-180b05caf8c7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.550034] env[65923]: DEBUG nova.virt.block_device [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Updating existing volume attachment record: f796bce9-5f10-4ea8-87b1-efab09618959 {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1266.699123] env[65923]: DEBUG nova.compute.utils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.703664] env[65923]: DEBUG nova.compute.manager [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Not allocating networking since 'none' was specified. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1266.840673] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.869264] env[65923]: DEBUG nova.virt.hardware [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6695d56c0b17af96a46bedba52d04db3',container_format='bare',created_at=2025-11-22T01:43:27Z,direct_url=,disk_format='vmdk',id=5f89e4fa-9d22-440c-9d8c-20d90817db6a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1318160456-shelved',owner='61e99c161e3244529fa7b47851e148d1',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-22T01:43:40Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1266.869535] env[65923]: DEBUG nova.virt.hardware [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.869713] env[65923]: DEBUG nova.virt.hardware [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1266.869854] env[65923]: DEBUG nova.virt.hardware [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.870008] env[65923]: DEBUG nova.virt.hardware [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1266.870167] env[65923]: DEBUG nova.virt.hardware [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1266.870458] env[65923]: DEBUG nova.virt.hardware [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1266.870633] env[65923]: DEBUG nova.virt.hardware [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1266.870836] env[65923]: DEBUG nova.virt.hardware [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1266.870999] env[65923]: DEBUG nova.virt.hardware [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1266.871193] env[65923]: DEBUG nova.virt.hardware [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1266.872060] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57303f11-a41d-487f-ba45-d50c0fb58012 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.881272] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f95022-950a-4cce-a0ae-04070a1f9c73 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.896631] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:74:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1823b1a4-27c5-4308-a891-87506529e653', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.904277] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1266.904883] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.905245] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54bfd44d-6f3d-401f-a4e0-21e8c8987bb7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.925318] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.925318] env[65923]: value = "task-4708008" [ 1266.925318] env[65923]: _type = "Task" [ 1266.925318] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.933643] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708008, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.204192] env[65923]: DEBUG nova.compute.manager [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1267.227938] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c8bbd96f-57f3-4eba-8360-502d58a49175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.228813] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.228813] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 9d63ac8c-0277-4fc4-acc0-e3ee999cceef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.228813] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 3c935725-1cb3-4e01-a726-04ea5a0a1dee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.228813] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance dca7ede7-37eb-426b-b3fa-32f0124c1ca9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.228813] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 2d5421ab-a47a-48a7-a20f-2e10a4845de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.228813] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1267.229108] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '4', 'num_task_None': '4', 'num_os_type_None': '6', 'num_proj_60c504a79d8c44478327ea8992f65cb8': '2', 'io_workload': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_proj_61e99c161e3244529fa7b47851e148d1': '1', 'num_task_rebuild_block_device_mapping': '1', 'num_proj_6cac5f78dc904e5eb74085f804e4741e': '1', 'num_proj_f3b4e657996447b7bc332dc7f07de0d7': '1', 'num_vm_building': '1', 'num_proj_3b101abe73a64a919203ba542f129774': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1267.311423] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef206da-6f66-4988-8f90-512c2c8e5fb4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.321219] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b894b780-c7be-4143-9e60-38911aa3c895 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.351419] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f3898d-bdac-41fa-8df9-db1b33683f0f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.359505] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441a20c1-324a-412d-93fc-1ae11078f509 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.373984] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.435050] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708008, 'name': CreateVM_Task, 'duration_secs': 0.29287} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.435235] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.435691] env[65923]: WARNING neutronclient.v2_0.client [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.436067] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.436227] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.436615] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.436881] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877ed56c-caf7-4719-b339-7f23e50f3935 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.441975] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1267.441975] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c79dcf-becb-afcb-6aae-d431ec6a1b91" [ 1267.441975] env[65923]: _type = "Task" [ 1267.441975] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.450319] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52c79dcf-becb-afcb-6aae-d431ec6a1b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.508298] env[65923]: DEBUG nova.compute.manager [req-71024ba7-9254-456e-8516-12491901b89b req-9f40f61b-b23f-4f00-816b-4627e0617908 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Received event network-changed-1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1267.508769] env[65923]: DEBUG nova.compute.manager [req-71024ba7-9254-456e-8516-12491901b89b req-9f40f61b-b23f-4f00-816b-4627e0617908 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Refreshing instance network info cache due to event network-changed-1823b1a4-27c5-4308-a891-87506529e653. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1267.508997] env[65923]: DEBUG oslo_concurrency.lockutils [req-71024ba7-9254-456e-8516-12491901b89b req-9f40f61b-b23f-4f00-816b-4627e0617908 service nova] Acquiring lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.509265] env[65923]: DEBUG oslo_concurrency.lockutils [req-71024ba7-9254-456e-8516-12491901b89b req-9f40f61b-b23f-4f00-816b-4627e0617908 service nova] Acquired lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.509469] env[65923]: DEBUG nova.network.neutron [req-71024ba7-9254-456e-8516-12491901b89b req-9f40f61b-b23f-4f00-816b-4627e0617908 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Refreshing network info cache for port 1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.878055] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.953268] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.953449] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Processing image 5f89e4fa-9d22-440c-9d8c-20d90817db6a {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.953680] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a/5f89e4fa-9d22-440c-9d8c-20d90817db6a.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.953821] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a/5f89e4fa-9d22-440c-9d8c-20d90817db6a.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.953997] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.954280] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88ac2581-3572-42f5-8751-3f66f100fa97 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.965846] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.966057] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.966804] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a912aa-eede-4276-8d74-716e4fe4e293 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.972650] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1267.972650] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5238ed96-ec1b-eb11-c550-1ef3938a3548" [ 1267.972650] env[65923]: _type = "Task" [ 1267.972650] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.981043] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5238ed96-ec1b-eb11-c550-1ef3938a3548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.011849] env[65923]: WARNING neutronclient.v2_0.client [req-71024ba7-9254-456e-8516-12491901b89b req-9f40f61b-b23f-4f00-816b-4627e0617908 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.177280] env[65923]: WARNING neutronclient.v2_0.client [req-71024ba7-9254-456e-8516-12491901b89b req-9f40f61b-b23f-4f00-816b-4627e0617908 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.218068] env[65923]: DEBUG nova.compute.manager [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1268.241679] env[65923]: DEBUG nova.virt.hardware [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1268.241948] env[65923]: DEBUG nova.virt.hardware [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.242131] env[65923]: DEBUG nova.virt.hardware [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1268.242315] env[65923]: DEBUG nova.virt.hardware [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.242455] env[65923]: DEBUG nova.virt.hardware [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1268.242593] env[65923]: DEBUG nova.virt.hardware [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1268.242796] env[65923]: DEBUG nova.virt.hardware [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1268.242951] env[65923]: DEBUG nova.virt.hardware [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1268.243172] env[65923]: DEBUG nova.virt.hardware [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1268.243364] env[65923]: DEBUG nova.virt.hardware [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1268.243538] env[65923]: DEBUG nova.virt.hardware [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1268.244753] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7fca2c-a730-4768-9f6e-0795dfd075ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.247950] env[65923]: DEBUG nova.network.neutron [req-71024ba7-9254-456e-8516-12491901b89b req-9f40f61b-b23f-4f00-816b-4627e0617908 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updated VIF entry in instance network info cache for port 1823b1a4-27c5-4308-a891-87506529e653. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1268.248300] env[65923]: DEBUG nova.network.neutron [req-71024ba7-9254-456e-8516-12491901b89b req-9f40f61b-b23f-4f00-816b-4627e0617908 service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updating instance_info_cache with network_info: [{"id": "1823b1a4-27c5-4308-a891-87506529e653", "address": "fa:16:3e:35:74:6c", "network": {"id": "0ad5a92f-00b0-41d1-993c-74e18439c2f8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-945503361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e99c161e3244529fa7b47851e148d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1823b1a4-27", "ovs_interfaceid": "1823b1a4-27c5-4308-a891-87506529e653", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.255420] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60290ff8-499e-4a12-970b-0bfc7ab51800 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.270809] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.276325] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Creating folder: Project (3b101abe73a64a919203ba542f129774). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1268.276841] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9e39203-fe30-4a42-b4fb-229eac456399 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.287680] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Created folder: Project (3b101abe73a64a919203ba542f129774) in parent group-v918465. [ 1268.287862] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Creating folder: Instances. Parent ref: group-v918799. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1268.288105] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f8aeb73-03b7-4f6e-8947-fce7981e5fb2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.297726] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Created folder: Instances in parent group-v918799. [ 1268.297990] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1268.298282] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.298562] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e85f34ab-770b-4948-9fcb-af55748e3c10 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.315356] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.315356] env[65923]: value = "task-4708011" [ 1268.315356] env[65923]: _type = "Task" [ 1268.315356] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.326581] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708011, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.383527] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1268.383712] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.188s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.483601] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Preparing fetch location {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1268.483850] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Fetch image to [datastore2] OSTACK_IMG_c88a60a6-1b56-447a-86c1-5d64dcfe4015/OSTACK_IMG_c88a60a6-1b56-447a-86c1-5d64dcfe4015.vmdk {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1268.484046] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Downloading stream optimized image 5f89e4fa-9d22-440c-9d8c-20d90817db6a to [datastore2] OSTACK_IMG_c88a60a6-1b56-447a-86c1-5d64dcfe4015/OSTACK_IMG_c88a60a6-1b56-447a-86c1-5d64dcfe4015.vmdk on the data store datastore2 as vApp {{(pid=65923) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1268.484218] env[65923]: DEBUG nova.virt.vmwareapi.images [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Downloading image file data 5f89e4fa-9d22-440c-9d8c-20d90817db6a to the ESX as VM named 'OSTACK_IMG_c88a60a6-1b56-447a-86c1-5d64dcfe4015' {{(pid=65923) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1268.566518] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1268.566518] env[65923]: value = "resgroup-9" [ 1268.566518] env[65923]: _type = "ResourcePool" [ 1268.566518] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1268.566916] env[65923]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ea204f12-3703-4ec2-b4ea-24e9867a3e6d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.588952] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lease: (returnval){ [ 1268.588952] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e2f479-0e78-92bd-354b-14fd7be8bea9" [ 1268.588952] env[65923]: _type = "HttpNfcLease" [ 1268.588952] env[65923]: } obtained for vApp import into resource pool (val){ [ 1268.588952] env[65923]: value = "resgroup-9" [ 1268.588952] env[65923]: _type = "ResourcePool" [ 1268.588952] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1268.589361] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the lease: (returnval){ [ 1268.589361] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e2f479-0e78-92bd-354b-14fd7be8bea9" [ 1268.589361] env[65923]: _type = "HttpNfcLease" [ 1268.589361] env[65923]: } to be ready. {{(pid=65923) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1268.596010] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1268.596010] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e2f479-0e78-92bd-354b-14fd7be8bea9" [ 1268.596010] env[65923]: _type = "HttpNfcLease" [ 1268.596010] env[65923]: } is initializing. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1268.674460] env[65923]: DEBUG nova.virt.hardware [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1268.674714] env[65923]: DEBUG nova.virt.hardware [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.674868] env[65923]: DEBUG nova.virt.hardware [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1268.675061] env[65923]: DEBUG nova.virt.hardware [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.675212] env[65923]: DEBUG nova.virt.hardware [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1268.675356] env[65923]: DEBUG nova.virt.hardware [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1268.675563] env[65923]: DEBUG nova.virt.hardware [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1268.675720] env[65923]: DEBUG nova.virt.hardware [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1268.675892] env[65923]: DEBUG nova.virt.hardware [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1268.676080] env[65923]: DEBUG nova.virt.hardware [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1268.676253] env[65923]: DEBUG nova.virt.hardware [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1268.677202] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7a5c42-bad8-49eb-b376-1365ccb40820 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.685639] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefe9355-8465-4bcb-8cf4-32f93b7b24ee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.701511] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:49:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48b72729-8f56-4bc4-8bd9-945ffb47b72b', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.708713] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1268.708961] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.709189] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ab4c15e-1bf1-4f19-9764-bf7d02b154de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.727866] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.727866] env[65923]: value = "task-4708013" [ 1268.727866] env[65923]: _type = "Task" [ 1268.727866] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.736236] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708013, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.751413] env[65923]: DEBUG oslo_concurrency.lockutils [req-71024ba7-9254-456e-8516-12491901b89b req-9f40f61b-b23f-4f00-816b-4627e0617908 service nova] Releasing lock "refresh_cache-dca7ede7-37eb-426b-b3fa-32f0124c1ca9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.825814] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708011, 'name': CreateVM_Task, 'duration_secs': 0.277992} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.825994] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.826437] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.826594] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.826930] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.827232] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c3bbab1-7e30-4c0f-a2c3-7eed864138dc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.832751] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1268.832751] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52635a0d-dd18-b79f-abaa-57aab9295c95" [ 1268.832751] env[65923]: _type = "Task" [ 1268.832751] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.842247] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52635a0d-dd18-b79f-abaa-57aab9295c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.097727] env[65923]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1269.097727] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e2f479-0e78-92bd-354b-14fd7be8bea9" [ 1269.097727] env[65923]: _type = "HttpNfcLease" [ 1269.097727] env[65923]: } is ready. {{(pid=65923) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1269.098117] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1269.098117] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52e2f479-0e78-92bd-354b-14fd7be8bea9" [ 1269.098117] env[65923]: _type = "HttpNfcLease" [ 1269.098117] env[65923]: }. {{(pid=65923) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1269.098932] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1d7667-93b7-4216-82c1-4eb646f70ce7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.106585] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b83fc6-659e-6db0-7ad4-f9bd3d29a82c/disk-0.vmdk from lease info. {{(pid=65923) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1269.106758] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b83fc6-659e-6db0-7ad4-f9bd3d29a82c/disk-0.vmdk. {{(pid=65923) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1269.168933] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-10ca4183-afaf-4b1a-bac8-8c9b283727a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.238283] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708013, 'name': CreateVM_Task, 'duration_secs': 0.319806} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.238628] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.238958] env[65923]: WARNING neutronclient.v2_0.client [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1269.239318] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.344409] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52635a0d-dd18-b79f-abaa-57aab9295c95, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.346061] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.346330] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.346626] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.346797] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.346991] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.347291] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.347676] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.347923] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc24a69f-7b80-4190-9215-5d643d5966cc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.349844] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa46d7e-422b-428d-b12a-227a125959f9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.357280] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1269.357280] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52997630-483b-8d8e-e5ca-45896b204e31" [ 1269.357280] env[65923]: _type = "Task" [ 1269.357280] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.362849] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.363045] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.365519] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f1e7a4-d585-43e2-961e-90fbd909a7f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.371501] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52997630-483b-8d8e-e5ca-45896b204e31, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.374100] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.374393] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.374649] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.377517] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1269.377517] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5244b8a4-34f4-c983-1491-cba5ea68e6c8" [ 1269.377517] env[65923]: _type = "Task" [ 1269.377517] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.388373] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5244b8a4-34f4-c983-1491-cba5ea68e6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.891644] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5244b8a4-34f4-c983-1491-cba5ea68e6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.894344] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4dd03f8-c89c-4f9f-8a11-b85fd9d83433 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.901558] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1269.901558] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cc7c77-7fd1-71d9-8fbf-dee392c42576" [ 1269.901558] env[65923]: _type = "Task" [ 1269.901558] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.915081] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cc7c77-7fd1-71d9-8fbf-dee392c42576, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.917536] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.917976] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 2d5421ab-a47a-48a7-a20f-2e10a4845de9/2d5421ab-a47a-48a7-a20f-2e10a4845de9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.918298] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.918608] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.918889] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba8d23b7-bf49-4953-adfd-dfda1f466ab7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.921072] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f88c6e8-5bc3-40d2-a2eb-69f045d6c855 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.932265] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1269.932265] env[65923]: value = "task-4708014" [ 1269.932265] env[65923]: _type = "Task" [ 1269.932265] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.933694] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.933894] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.937536] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1936f9ab-7bb1-4ea8-9107-7d1dd6c7c0a2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.948500] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1269.948500] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527e7ae9-2d42-8352-4d27-4f6f910af621" [ 1269.948500] env[65923]: _type = "Task" [ 1269.948500] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.954349] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.966131] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527e7ae9-2d42-8352-4d27-4f6f910af621, 'name': SearchDatastore_Task, 'duration_secs': 0.011842} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.968659] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e838b5e-1a02-4f8e-b157-febbf1711826 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.975937] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1269.975937] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52547bee-4490-9144-b495-8b1318d7ffea" [ 1269.975937] env[65923]: _type = "Task" [ 1269.975937] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.989574] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52547bee-4490-9144-b495-8b1318d7ffea, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.991990] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.992292] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5/a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.992575] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e18303d3-03aa-4de1-bce1-debe339e73c5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.001216] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1270.001216] env[65923]: value = "task-4708015" [ 1270.001216] env[65923]: _type = "Task" [ 1270.001216] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.009955] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.255911] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Completed reading data from the image iterator. {{(pid=65923) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1270.255911] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b83fc6-659e-6db0-7ad4-f9bd3d29a82c/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1270.256780] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc1c2a6-97be-4e54-9c27-c98982efe3b7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.265180] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b83fc6-659e-6db0-7ad4-f9bd3d29a82c/disk-0.vmdk is in state: ready. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1270.265396] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b83fc6-659e-6db0-7ad4-f9bd3d29a82c/disk-0.vmdk. {{(pid=65923) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1270.265682] env[65923]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a1617074-19b3-4c04-9ad1-eabe6a467168 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.446563] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514882} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.446749] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 2d5421ab-a47a-48a7-a20f-2e10a4845de9/2d5421ab-a47a-48a7-a20f-2e10a4845de9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.446894] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.447285] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d95019ce-098d-4555-8bdc-156dd78cda7f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.455774] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1270.455774] env[65923]: value = "task-4708016" [ 1270.455774] env[65923]: _type = "Task" [ 1270.455774] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.469935] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.508174] env[65923]: DEBUG oslo_vmware.rw_handles [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b83fc6-659e-6db0-7ad4-f9bd3d29a82c/disk-0.vmdk. {{(pid=65923) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1270.508490] env[65923]: INFO nova.virt.vmwareapi.images [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Downloaded image file data 5f89e4fa-9d22-440c-9d8c-20d90817db6a [ 1270.509973] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42354129-72f0-45fb-804b-6fa177d1ebd0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.518088] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708015, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.530530] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e35cba5-13cf-4a5d-a130-75b996fe3df0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.560555] env[65923]: INFO nova.virt.vmwareapi.images [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] The imported VM was unregistered [ 1270.563760] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Caching image {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1270.564155] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.564572] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbc1b483-4a8e-408b-8082-10f48c1c2c94 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.600581] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Created directory with path [datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.600817] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c88a60a6-1b56-447a-86c1-5d64dcfe4015/OSTACK_IMG_c88a60a6-1b56-447a-86c1-5d64dcfe4015.vmdk to [datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a/5f89e4fa-9d22-440c-9d8c-20d90817db6a.vmdk. {{(pid=65923) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1270.601157] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0e7a79e0-96a6-4289-a95b-95d6aeae7ef3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.610573] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1270.610573] env[65923]: value = "task-4708018" [ 1270.610573] env[65923]: _type = "Task" [ 1270.610573] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.621675] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708018, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.968547] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087299} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.968944] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.969860] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b8c479-d24d-4178-b982-6086a1653925 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.995397] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2d5421ab-a47a-48a7-a20f-2e10a4845de9/2d5421ab-a47a-48a7-a20f-2e10a4845de9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.995859] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d26ffe3f-60fd-45f7-8844-753521786e7d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.025225] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746662} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.026859] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5/a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.027120] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.027486] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1271.027486] env[65923]: value = "task-4708019" [ 1271.027486] env[65923]: _type = "Task" [ 1271.027486] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.027703] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38cf5202-c2fc-4e7e-9594-25f3c74f04dd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.041784] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.043565] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1271.043565] env[65923]: value = "task-4708020" [ 1271.043565] env[65923]: _type = "Task" [ 1271.043565] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.049754] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.050014] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.057095] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.125634] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708018, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.542743] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.560070] env[65923]: DEBUG nova.compute.utils [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.560809] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079555} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.561337] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.562283] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c38adf-09fc-4d08-b86b-5886f9786322 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.595198] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5/a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.596560] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6d8aa2c-a71f-4dd8-80c7-4ad4033b71e6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.627719] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708018, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.629585] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1271.629585] env[65923]: value = "task-4708021" [ 1271.629585] env[65923]: _type = "Task" [ 1271.629585] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.643626] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708021, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.044130] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.062303] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.124706] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708018, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.141755] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.543838] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.627079] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708018, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.645459] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.042821] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.124680] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708018, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.490652} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.125601] env[65923]: INFO nova.virt.vmwareapi.ds_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c88a60a6-1b56-447a-86c1-5d64dcfe4015/OSTACK_IMG_c88a60a6-1b56-447a-86c1-5d64dcfe4015.vmdk to [datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a/5f89e4fa-9d22-440c-9d8c-20d90817db6a.vmdk. [ 1273.125601] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Cleaning up location [datastore2] OSTACK_IMG_c88a60a6-1b56-447a-86c1-5d64dcfe4015 {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1273.125803] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c88a60a6-1b56-447a-86c1-5d64dcfe4015 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.126038] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ab7e16f-cd43-4c4b-807c-fc4db9d0d2d2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.134159] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.134475] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.134822] env[65923]: INFO nova.compute.manager [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Attaching volume 3844d3a5-704e-46a5-a51b-e2f100821f8a to /dev/sdb [ 1273.136753] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1273.136753] env[65923]: value = "task-4708022" [ 1273.136753] env[65923]: _type = "Task" [ 1273.136753] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.151796] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.154936] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.171150] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1463d1-3dd2-4d3c-bbb4-10a305b37684 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.178917] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffffb1ee-1a03-47e6-92e7-289a6810a8e5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.193079] env[65923]: DEBUG nova.virt.block_device [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Updating existing volume attachment record: 71537e48-0da8-4100-b0a3-7961f5ae1a6d {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1273.543176] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708019, 'name': ReconfigVM_Task, 'duration_secs': 2.12819} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.543477] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2d5421ab-a47a-48a7-a20f-2e10a4845de9/2d5421ab-a47a-48a7-a20f-2e10a4845de9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.544128] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fe0a1a6-bf6e-454a-83c4-ce685a5d7e06 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.550689] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1273.550689] env[65923]: value = "task-4708024" [ 1273.550689] env[65923]: _type = "Task" [ 1273.550689] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.559463] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708024, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.643179] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708021, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.651389] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049861} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.651631] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.651790] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a/5f89e4fa-9d22-440c-9d8c-20d90817db6a.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.652042] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a/5f89e4fa-9d22-440c-9d8c-20d90817db6a.vmdk to [datastore2] dca7ede7-37eb-426b-b3fa-32f0124c1ca9/dca7ede7-37eb-426b-b3fa-32f0124c1ca9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.652319] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b17583d9-19b3-42a1-9bbf-a80c52fd2134 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.658812] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1273.658812] env[65923]: value = "task-4708025" [ 1273.658812] env[65923]: _type = "Task" [ 1273.658812] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.667233] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.061624] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708024, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.144134] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708021, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.168261] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.565191] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708024, 'name': Rename_Task, 'duration_secs': 0.7749} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.565615] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.565662] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bec56e96-6fe7-467f-a48d-e9f5d7427e73 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.576908] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1274.576908] env[65923]: value = "task-4708026" [ 1274.576908] env[65923]: _type = "Task" [ 1274.576908] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.590645] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.646741] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708021, 'name': ReconfigVM_Task, 'duration_secs': 2.61963} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.647030] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfigured VM instance instance-00000079 to attach disk [datastore2] a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5/a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.648230] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'device_type': 'disk', 'guest_format': None, 'size': 0, 'encryption_secret_uuid': None, 'boot_index': 0, 'image_id': '7c944e11-28e9-4d77-8b6c-672067b0feec'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': 'f796bce9-5f10-4ea8-87b1-efab09618959', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918797', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'name': 'volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'serial': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6'}, 'device_type': None, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=65923) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1274.648434] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1274.648625] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918797', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'name': 'volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'serial': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1274.649581] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a50647d-ac5b-46ef-8e8c-e93a763ac61f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.672902] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6c976e-ccfc-4822-ab41-be85cb9a6ef6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.700420] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6/volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.704464] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4671e121-5152-4726-b702-e91181564b99 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.718069] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708025, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.728428] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1274.728428] env[65923]: value = "task-4708027" [ 1274.728428] env[65923]: _type = "Task" [ 1274.728428] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.740312] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.090069] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.181396] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708025, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.240788] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.590446] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708026, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.682282] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708025, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.742475] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.090616] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708026, 'name': PowerOnVM_Task} progress is 74%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.183177] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708025, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.243506] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.589502] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708026, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.683152] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708025, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.867478} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.683601] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5f89e4fa-9d22-440c-9d8c-20d90817db6a/5f89e4fa-9d22-440c-9d8c-20d90817db6a.vmdk to [datastore2] dca7ede7-37eb-426b-b3fa-32f0124c1ca9/dca7ede7-37eb-426b-b3fa-32f0124c1ca9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.684323] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898fda94-5ee5-4148-913d-26fda99488e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.708284] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] dca7ede7-37eb-426b-b3fa-32f0124c1ca9/dca7ede7-37eb-426b-b3fa-32f0124c1ca9.vmdk or device None with type streamOptimized {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.708622] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c2a3b1f-e3e6-43d3-a5b7-f4fe9e3c6786 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.730873] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1276.730873] env[65923]: value = "task-4708029" [ 1276.730873] env[65923]: _type = "Task" [ 1276.730873] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.741597] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.744440] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708027, 'name': ReconfigVM_Task, 'duration_secs': 1.911412} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.744693] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6/volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.749227] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b00b7e-ba38-4b34-b656-f263f568df11 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.765122] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1276.765122] env[65923]: value = "task-4708030" [ 1276.765122] env[65923]: _type = "Task" [ 1276.765122] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.773936] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.090155] env[65923]: DEBUG oslo_vmware.api [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708026, 'name': PowerOnVM_Task, 'duration_secs': 2.149677} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.090448] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.090607] env[65923]: INFO nova.compute.manager [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1277.090782] env[65923]: DEBUG nova.compute.manager [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1277.091595] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd36622-6d2a-4c51-83c7-e4ae09f8dba7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.241378] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708029, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.274950] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.607653] env[65923]: INFO nova.compute.manager [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Took 15.58 seconds to build instance. [ 1277.738897] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1277.739191] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918804', 'volume_id': '3844d3a5-704e-46a5-a51b-e2f100821f8a', 'name': 'volume-3844d3a5-704e-46a5-a51b-e2f100821f8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d63ac8c-0277-4fc4-acc0-e3ee999cceef', 'attached_at': '', 'detached_at': '', 'volume_id': '3844d3a5-704e-46a5-a51b-e2f100821f8a', 'serial': '3844d3a5-704e-46a5-a51b-e2f100821f8a'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1277.739987] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9138d524-623d-4cb9-9d04-c0c6d846f145 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.746017] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708029, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.760514] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a31004-7aa3-4823-a45e-2e8264560117 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.788987] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-3844d3a5-704e-46a5-a51b-e2f100821f8a/volume-3844d3a5-704e-46a5-a51b-e2f100821f8a.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.789329] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91577a3b-740b-4147-a621-18c4b744b9de {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.807793] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708030, 'name': ReconfigVM_Task, 'duration_secs': 0.827583} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.809441] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918797', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'name': 'volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'serial': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1277.809923] env[65923]: DEBUG oslo_vmware.api [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1277.809923] env[65923]: value = "task-4708031" [ 1277.809923] env[65923]: _type = "Task" [ 1277.809923] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.810108] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-778da773-7380-46e5-bf9e-edef843c4733 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.822138] env[65923]: DEBUG oslo_vmware.api [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.823456] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1277.823456] env[65923]: value = "task-4708032" [ 1277.823456] env[65923]: _type = "Task" [ 1277.823456] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.831692] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708032, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.109959] env[65923]: DEBUG oslo_concurrency.lockutils [None req-4140ee67-cea2-4a49-a7ea-fc4f2dde7c3a tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "2d5421ab-a47a-48a7-a20f-2e10a4845de9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.088s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.243226] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708029, 'name': ReconfigVM_Task, 'duration_secs': 1.291894} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.243586] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Reconfigured VM instance instance-00000078 to attach disk [datastore2] dca7ede7-37eb-426b-b3fa-32f0124c1ca9/dca7ede7-37eb-426b-b3fa-32f0124c1ca9.vmdk or device None with type streamOptimized {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.244275] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b77a481-d581-4fba-b42c-c9d1b1876d03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.251252] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1278.251252] env[65923]: value = "task-4708033" [ 1278.251252] env[65923]: _type = "Task" [ 1278.251252] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.260650] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708033, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.321721] env[65923]: DEBUG oslo_vmware.api [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708031, 'name': ReconfigVM_Task, 'duration_secs': 0.510051} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.321995] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-3844d3a5-704e-46a5-a51b-e2f100821f8a/volume-3844d3a5-704e-46a5-a51b-e2f100821f8a.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.326856] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d85172a-c240-4bc3-8b8c-3504638543f4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.346343] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708032, 'name': Rename_Task, 'duration_secs': 0.174488} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.347740] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.348115] env[65923]: DEBUG oslo_vmware.api [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1278.348115] env[65923]: value = "task-4708034" [ 1278.348115] env[65923]: _type = "Task" [ 1278.348115] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.348347] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0d4a093-0270-4d83-a33a-347278429253 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.359531] env[65923]: DEBUG oslo_vmware.api [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708034, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.361455] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1278.361455] env[65923]: value = "task-4708035" [ 1278.361455] env[65923]: _type = "Task" [ 1278.361455] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.371114] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.603396] env[65923]: INFO nova.compute.manager [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Rebuilding instance [ 1278.650212] env[65923]: DEBUG nova.compute.manager [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1278.651139] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceccaf6-5040-4a3f-8687-44eb9032fad0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.762462] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708033, 'name': Rename_Task, 'duration_secs': 0.145556} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.762867] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.762977] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc65ca05-cae8-47d2-b81e-0b158ccbe568 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.770187] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1278.770187] env[65923]: value = "task-4708036" [ 1278.770187] env[65923]: _type = "Task" [ 1278.770187] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.778813] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.860634] env[65923]: DEBUG oslo_vmware.api [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708034, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.872190] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708035, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.280695] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.361693] env[65923]: DEBUG oslo_vmware.api [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708034, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.371937] env[65923]: DEBUG oslo_vmware.api [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708035, 'name': PowerOnVM_Task, 'duration_secs': 0.514132} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.372273] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.372534] env[65923]: DEBUG nova.compute.manager [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1279.373304] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e29cbb-cf50-4bdc-9c55-6dec178f71f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.665980] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.666353] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c80d4325-43e3-4e9e-b25f-dd107542e8ee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.674378] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1279.674378] env[65923]: value = "task-4708037" [ 1279.674378] env[65923]: _type = "Task" [ 1279.674378] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.683895] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.782072] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.863262] env[65923]: DEBUG oslo_vmware.api [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708034, 'name': ReconfigVM_Task, 'duration_secs': 1.167399} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.863728] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918804', 'volume_id': '3844d3a5-704e-46a5-a51b-e2f100821f8a', 'name': 'volume-3844d3a5-704e-46a5-a51b-e2f100821f8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d63ac8c-0277-4fc4-acc0-e3ee999cceef', 'attached_at': '', 'detached_at': '', 'volume_id': '3844d3a5-704e-46a5-a51b-e2f100821f8a', 'serial': '3844d3a5-704e-46a5-a51b-e2f100821f8a'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1279.890957] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.891275] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.891989] env[65923]: DEBUG nova.objects.instance [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1280.185875] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708037, 'name': PowerOffVM_Task, 'duration_secs': 0.294626} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.186177] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.186837] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.187592] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f910a5f-fb87-47d6-ae2a-329b65f69ead {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.195417] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.195686] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3a0251f-7e50-43c4-a1e0-757af3fa7912 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.222194] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.222616] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.222925] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Deleting the datastore file [datastore2] 2d5421ab-a47a-48a7-a20f-2e10a4845de9 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.223382] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24742193-f55b-4e42-bd4a-b217bd34d9b5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.230891] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1280.230891] env[65923]: value = "task-4708039" [ 1280.230891] env[65923]: _type = "Task" [ 1280.230891] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.239189] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.280921] env[65923]: DEBUG oslo_vmware.api [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708036, 'name': PowerOnVM_Task, 'duration_secs': 1.174996} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.281225] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.379634] env[65923]: DEBUG nova.compute.manager [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1280.380585] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f980eae-3fd8-49ca-a556-651af66e5cd7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.742182] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348304} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.742449] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.742612] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.742778] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.897075] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8e4703fd-3345-4335-8309-8486f893954d tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.105s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.898410] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cef779b0-4f12-4d19-977a-358267c2c5d1 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.007s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.904821] env[65923]: DEBUG nova.objects.instance [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lazy-loading 'flavor' on Instance uuid 9d63ac8c-0277-4fc4-acc0-e3ee999cceef {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.411144] env[65923]: DEBUG oslo_concurrency.lockutils [None req-19fb6ee9-87e9-4dfa-96f2-f3853633737c tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.277s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.678849] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.679217] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.781135] env[65923]: DEBUG nova.virt.hardware [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1281.781508] env[65923]: DEBUG nova.virt.hardware [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.781727] env[65923]: DEBUG nova.virt.hardware [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1281.781994] env[65923]: DEBUG nova.virt.hardware [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.782209] env[65923]: DEBUG nova.virt.hardware [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1281.782409] env[65923]: DEBUG nova.virt.hardware [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1281.782702] env[65923]: DEBUG nova.virt.hardware [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1281.782920] env[65923]: DEBUG nova.virt.hardware [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1281.783169] env[65923]: DEBUG nova.virt.hardware [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1281.783403] env[65923]: DEBUG nova.virt.hardware [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1281.783645] env[65923]: DEBUG nova.virt.hardware [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1281.784887] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ade0ef2-6139-4ed3-af01-35031b4b6524 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.797113] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940d813a-a5a6-4eb5-be78-7d807e9b2182 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.817667] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.824608] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1281.825167] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.825393] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-731bf9b5-9745-4df4-a806-5ac417f0f65a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.842144] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.842144] env[65923]: value = "task-4708040" [ 1281.842144] env[65923]: _type = "Task" [ 1281.842144] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.850248] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708040, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.027196] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.027558] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.027614] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.027795] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.027962] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.030247] env[65923]: INFO nova.compute.manager [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Terminating instance [ 1282.183915] env[65923]: INFO nova.compute.manager [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Detaching volume 3844d3a5-704e-46a5-a51b-e2f100821f8a [ 1282.218804] env[65923]: INFO nova.virt.block_device [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Attempting to driver detach volume 3844d3a5-704e-46a5-a51b-e2f100821f8a from mountpoint /dev/sdb [ 1282.219083] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1282.219329] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918804', 'volume_id': '3844d3a5-704e-46a5-a51b-e2f100821f8a', 'name': 'volume-3844d3a5-704e-46a5-a51b-e2f100821f8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d63ac8c-0277-4fc4-acc0-e3ee999cceef', 'attached_at': '', 'detached_at': '', 'volume_id': '3844d3a5-704e-46a5-a51b-e2f100821f8a', 'serial': '3844d3a5-704e-46a5-a51b-e2f100821f8a'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1282.220252] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646e93cd-9087-45dc-8b74-c675bfa227da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.243253] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f213e2b-80f9-407d-97b6-6fc5126143ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.251577] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f48dd2-1416-470e-a750-cc3cf298f448 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.272497] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2496d-9202-418d-ae55-85214131dd61 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.288134] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] The volume has not been displaced from its original location: [datastore1] volume-3844d3a5-704e-46a5-a51b-e2f100821f8a/volume-3844d3a5-704e-46a5-a51b-e2f100821f8a.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1282.293563] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.293894] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48dc8c49-e8f8-487c-b05f-72288b68529b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.314590] env[65923]: DEBUG oslo_vmware.api [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1282.314590] env[65923]: value = "task-4708041" [ 1282.314590] env[65923]: _type = "Task" [ 1282.314590] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.327994] env[65923]: DEBUG oslo_vmware.api [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.353016] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708040, 'name': CreateVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.534279] env[65923]: DEBUG nova.compute.manager [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1282.534553] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.535510] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3f5742-df05-4f64-88bd-c9e986cff4af {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.545393] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.545609] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a6b3d94-4ce4-4581-bb1a-7bfd7732ffcc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.552685] env[65923]: DEBUG oslo_vmware.api [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1282.552685] env[65923]: value = "task-4708042" [ 1282.552685] env[65923]: _type = "Task" [ 1282.552685] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.562294] env[65923]: DEBUG oslo_vmware.api [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.825412] env[65923]: DEBUG oslo_vmware.api [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708041, 'name': ReconfigVM_Task, 'duration_secs': 0.260781} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.825683] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1282.830334] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bb6c7c2-af91-4663-984e-920618cbbaff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.848022] env[65923]: DEBUG oslo_vmware.api [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1282.848022] env[65923]: value = "task-4708043" [ 1282.848022] env[65923]: _type = "Task" [ 1282.848022] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.855997] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708040, 'name': CreateVM_Task, 'duration_secs': 0.593296} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.856499] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.856902] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.857080] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.857429] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.857673] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216286dc-c22b-46f1-adef-d9e58f4871e5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.861986] env[65923]: DEBUG oslo_vmware.api [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.866205] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1282.866205] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a7f9d8-9897-91d3-4798-c1df024ac8ee" [ 1282.866205] env[65923]: _type = "Task" [ 1282.866205] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.874599] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a7f9d8-9897-91d3-4798-c1df024ac8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.063526] env[65923]: DEBUG oslo_vmware.api [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708042, 'name': PowerOffVM_Task, 'duration_secs': 0.1885} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.063929] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.064048] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.064350] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b13ecdd-8d33-4978-b553-e0112712c235 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.131620] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.131869] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.132015] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleting the datastore file [datastore2] dca7ede7-37eb-426b-b3fa-32f0124c1ca9 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.132241] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4050ebd6-eddf-4729-9671-a5169cd0fa49 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.138864] env[65923]: DEBUG oslo_vmware.api [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for the task: (returnval){ [ 1283.138864] env[65923]: value = "task-4708045" [ 1283.138864] env[65923]: _type = "Task" [ 1283.138864] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.146716] env[65923]: DEBUG oslo_vmware.api [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.358437] env[65923]: DEBUG oslo_vmware.api [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708043, 'name': ReconfigVM_Task, 'duration_secs': 0.13984} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.358692] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918804', 'volume_id': '3844d3a5-704e-46a5-a51b-e2f100821f8a', 'name': 'volume-3844d3a5-704e-46a5-a51b-e2f100821f8a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d63ac8c-0277-4fc4-acc0-e3ee999cceef', 'attached_at': '', 'detached_at': '', 'volume_id': '3844d3a5-704e-46a5-a51b-e2f100821f8a', 'serial': '3844d3a5-704e-46a5-a51b-e2f100821f8a'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1283.376786] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a7f9d8-9897-91d3-4798-c1df024ac8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013645} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.377213] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.377446] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.377669] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.378314] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.378314] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.378314] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40a56731-0f6b-4080-b505-60317d13e8b2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.387805] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.387993] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.388744] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfb9968-ee99-4385-b887-e4344cb6b15f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.395008] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1283.395008] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285e47c-4b67-c317-c902-571c32e1c976" [ 1283.395008] env[65923]: _type = "Task" [ 1283.395008] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.403167] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285e47c-4b67-c317-c902-571c32e1c976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.649046] env[65923]: DEBUG oslo_vmware.api [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.901709] env[65923]: DEBUG nova.objects.instance [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lazy-loading 'flavor' on Instance uuid 9d63ac8c-0277-4fc4-acc0-e3ee999cceef {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.906844] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]5285e47c-4b67-c317-c902-571c32e1c976, 'name': SearchDatastore_Task, 'duration_secs': 0.017414} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.908027] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d983b4b7-8942-44c0-bccf-9b58fa9c8b4c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.915133] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1283.915133] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d1b0a3-9d7a-a815-4e5b-b0210c38430f" [ 1283.915133] env[65923]: _type = "Task" [ 1283.915133] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.924545] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d1b0a3-9d7a-a815-4e5b-b0210c38430f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.151139] env[65923]: DEBUG oslo_vmware.api [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Task: {'id': task-4708045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.771889} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.151528] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.151528] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.151679] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.151848] env[65923]: INFO nova.compute.manager [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1284.152111] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1284.152320] env[65923]: DEBUG nova.compute.manager [-] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1284.152412] env[65923]: DEBUG nova.network.neutron [-] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1284.152649] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.184143] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.427647] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d1b0a3-9d7a-a815-4e5b-b0210c38430f, 'name': SearchDatastore_Task, 'duration_secs': 0.008732} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.427867] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.428139] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 2d5421ab-a47a-48a7-a20f-2e10a4845de9/2d5421ab-a47a-48a7-a20f-2e10a4845de9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.428413] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb0323e7-2a41-4e4d-84a9-1a5e26742ff8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.436519] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1284.436519] env[65923]: value = "task-4708046" [ 1284.436519] env[65923]: _type = "Task" [ 1284.436519] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.445220] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.654809] env[65923]: DEBUG nova.compute.manager [req-74cf1f3a-a53f-4532-955f-04aa00a184d9 req-f35fb5ad-e593-4902-9d6c-bb88e836fb5c service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Received event network-vif-deleted-1823b1a4-27c5-4308-a891-87506529e653 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1284.655069] env[65923]: INFO nova.compute.manager [req-74cf1f3a-a53f-4532-955f-04aa00a184d9 req-f35fb5ad-e593-4902-9d6c-bb88e836fb5c service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Neutron deleted interface 1823b1a4-27c5-4308-a891-87506529e653; detaching it from the instance and deleting it from the info cache [ 1284.655243] env[65923]: DEBUG nova.network.neutron [req-74cf1f3a-a53f-4532-955f-04aa00a184d9 req-f35fb5ad-e593-4902-9d6c-bb88e836fb5c service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.913317] env[65923]: DEBUG oslo_concurrency.lockutils [None req-a7ee484f-fd97-423f-a5dc-66ab676bb6d8 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.947390] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49173} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.947664] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] 2d5421ab-a47a-48a7-a20f-2e10a4845de9/2d5421ab-a47a-48a7-a20f-2e10a4845de9.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.947870] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.948155] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d78f3cb0-d444-4bac-b016-4d00f99a542f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.954342] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1284.954342] env[65923]: value = "task-4708047" [ 1284.954342] env[65923]: _type = "Task" [ 1284.954342] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.963197] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.133235] env[65923]: DEBUG nova.network.neutron [-] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.158032] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43a6dfba-3261-46fd-aba4-591add617784 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.168703] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007392a1-0d20-4f4b-97a5-a9f39d07bf90 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.199669] env[65923]: DEBUG nova.compute.manager [req-74cf1f3a-a53f-4532-955f-04aa00a184d9 req-f35fb5ad-e593-4902-9d6c-bb88e836fb5c service nova] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Detach interface failed, port_id=1823b1a4-27c5-4308-a891-87506529e653, reason: Instance dca7ede7-37eb-426b-b3fa-32f0124c1ca9 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1285.470331] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068279} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.470668] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.471872] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b32903-ebb8-4dca-a555-3e27fb282fe9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.494412] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2d5421ab-a47a-48a7-a20f-2e10a4845de9/2d5421ab-a47a-48a7-a20f-2e10a4845de9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.495067] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b876754-4229-4c6b-a7ce-9c3c0b9209e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.516570] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1285.516570] env[65923]: value = "task-4708048" [ 1285.516570] env[65923]: _type = "Task" [ 1285.516570] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.529198] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.636516] env[65923]: INFO nova.compute.manager [-] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Took 1.48 seconds to deallocate network for instance. [ 1285.964315] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.964588] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.964794] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.964969] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.965154] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.967257] env[65923]: INFO nova.compute.manager [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Terminating instance [ 1286.027512] env[65923]: DEBUG oslo_concurrency.lockutils [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.027845] env[65923]: DEBUG oslo_concurrency.lockutils [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.028129] env[65923]: DEBUG nova.compute.manager [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1286.028427] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708048, 'name': ReconfigVM_Task, 'duration_secs': 0.270731} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.029164] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84438b3-492f-4099-8144-246b9dfd9c02 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.031679] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2d5421ab-a47a-48a7-a20f-2e10a4845de9/2d5421ab-a47a-48a7-a20f-2e10a4845de9.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.032284] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de72994d-f65d-46fa-806f-83f94937ac96 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.037220] env[65923]: DEBUG nova.compute.manager [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65923) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1286.037748] env[65923]: DEBUG nova.objects.instance [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'flavor' on Instance uuid 3c935725-1cb3-4e01-a726-04ea5a0a1dee {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.039978] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1286.039978] env[65923]: value = "task-4708049" [ 1286.039978] env[65923]: _type = "Task" [ 1286.039978] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.048806] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708049, 'name': Rename_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.143786] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.144092] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.144324] env[65923]: DEBUG nova.objects.instance [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lazy-loading 'resources' on Instance uuid dca7ede7-37eb-426b-b3fa-32f0124c1ca9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.471373] env[65923]: DEBUG nova.compute.manager [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1286.471805] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.472538] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0276978-51c9-4f6f-80df-f5983d0c090e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.480990] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.481314] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af80181-5835-4c8c-add1-fedc4b6af855 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.488326] env[65923]: DEBUG oslo_vmware.api [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1286.488326] env[65923]: value = "task-4708050" [ 1286.488326] env[65923]: _type = "Task" [ 1286.488326] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.496964] env[65923]: DEBUG oslo_vmware.api [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.554079] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708049, 'name': Rename_Task, 'duration_secs': 0.12798} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.554381] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.555239] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eae9cbbe-0201-40fd-9a4e-69ce211f9a1a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.563730] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1286.563730] env[65923]: value = "task-4708051" [ 1286.563730] env[65923]: _type = "Task" [ 1286.563730] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.573715] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.751905] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c458a44-b3bb-4640-9bbf-67d0a78948ab {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.761834] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90378847-9390-4895-9277-110956d88714 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.795897] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea1f869-a310-4af4-b3b2-134e22baa344 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.804706] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e736b7-ec2e-4271-beb7-e081f67c6e35 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.820499] env[65923]: DEBUG nova.compute.provider_tree [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.000638] env[65923]: DEBUG oslo_vmware.api [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708050, 'name': PowerOffVM_Task, 'duration_secs': 0.225504} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.001014] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.001320] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.001755] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e803291f-8c43-44e7-a07d-7ba806a2bd39 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.049649] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.049972] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dc74d20-274f-487d-a8dd-3bdb6decd7ca {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.058054] env[65923]: DEBUG oslo_vmware.api [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1287.058054] env[65923]: value = "task-4708053" [ 1287.058054] env[65923]: _type = "Task" [ 1287.058054] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.067509] env[65923]: DEBUG oslo_vmware.api [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.078400] env[65923]: DEBUG oslo_vmware.api [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708051, 'name': PowerOnVM_Task, 'duration_secs': 0.484681} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.080188] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.080377] env[65923]: DEBUG nova.compute.manager [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1287.080681] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.080865] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.081053] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleting the datastore file [datastore1] 9d63ac8c-0277-4fc4-acc0-e3ee999cceef {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.082029] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33f69b1-f6fd-4438-895b-83de874883e3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.084735] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fcbcc1b-9cf3-4fd1-9a26-7f231d0379fa {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.094585] env[65923]: DEBUG oslo_vmware.api [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for the task: (returnval){ [ 1287.094585] env[65923]: value = "task-4708054" [ 1287.094585] env[65923]: _type = "Task" [ 1287.094585] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.103574] env[65923]: DEBUG oslo_vmware.api [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.323960] env[65923]: DEBUG nova.scheduler.client.report [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.568077] env[65923]: DEBUG oslo_vmware.api [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708053, 'name': PowerOffVM_Task, 'duration_secs': 0.224004} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.568465] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.568677] env[65923]: DEBUG nova.compute.manager [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1287.569546] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd4ce81-8822-4673-b22f-1217727ee0b4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.604515] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.610651] env[65923]: DEBUG oslo_vmware.api [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Task: {'id': task-4708054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156048} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.610882] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.611906] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.611906] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.611906] env[65923]: INFO nova.compute.manager [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1287.611906] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1287.611906] env[65923]: DEBUG nova.compute.manager [-] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1287.612189] env[65923]: DEBUG nova.network.neutron [-] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1287.612247] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.649168] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.831219] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.835164] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.230s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.835164] env[65923]: DEBUG nova.objects.instance [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65923) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1287.859305] env[65923]: INFO nova.scheduler.client.report [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Deleted allocations for instance dca7ede7-37eb-426b-b3fa-32f0124c1ca9 [ 1288.083086] env[65923]: DEBUG oslo_concurrency.lockutils [None req-521d63fb-01f3-4c7b-8b30-846fc795e03b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.135718] env[65923]: DEBUG nova.compute.manager [req-3dce3280-797a-4583-a72a-45dfec7b8836 req-3272af0f-e650-424b-9077-9871d0de4cd1 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Received event network-vif-deleted-2981892e-838d-44bc-9f43-8145cfdcd7c6 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1288.136447] env[65923]: INFO nova.compute.manager [req-3dce3280-797a-4583-a72a-45dfec7b8836 req-3272af0f-e650-424b-9077-9871d0de4cd1 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Neutron deleted interface 2981892e-838d-44bc-9f43-8145cfdcd7c6; detaching it from the instance and deleting it from the info cache [ 1288.136744] env[65923]: DEBUG nova.network.neutron [req-3dce3280-797a-4583-a72a-45dfec7b8836 req-3272af0f-e650-424b-9077-9871d0de4cd1 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.368837] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b47b32b5-4148-48af-ba5a-a88cc74c4cfb tempest-ServerActionsTestOtherB-1553199133 tempest-ServerActionsTestOtherB-1553199133-project-member] Lock "dca7ede7-37eb-426b-b3fa-32f0124c1ca9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.341s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.467863] env[65923]: DEBUG nova.objects.instance [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'flavor' on Instance uuid 3c935725-1cb3-4e01-a726-04ea5a0a1dee {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.504646] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquiring lock "2d5421ab-a47a-48a7-a20f-2e10a4845de9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.505170] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "2d5421ab-a47a-48a7-a20f-2e10a4845de9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.505348] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquiring lock "2d5421ab-a47a-48a7-a20f-2e10a4845de9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.505618] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "2d5421ab-a47a-48a7-a20f-2e10a4845de9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.505901] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "2d5421ab-a47a-48a7-a20f-2e10a4845de9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.508832] env[65923]: INFO nova.compute.manager [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Terminating instance [ 1288.612298] env[65923]: DEBUG nova.network.neutron [-] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.640429] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93d0f431-2114-4ce8-9baa-c13bfe48a046 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.650931] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c044a3fd-c4ff-4955-a20f-9e948d01e88f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.681369] env[65923]: DEBUG nova.compute.manager [req-3dce3280-797a-4583-a72a-45dfec7b8836 req-3272af0f-e650-424b-9077-9871d0de4cd1 service nova] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Detach interface failed, port_id=2981892e-838d-44bc-9f43-8145cfdcd7c6, reason: Instance 9d63ac8c-0277-4fc4-acc0-e3ee999cceef could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1288.843943] env[65923]: DEBUG oslo_concurrency.lockutils [None req-cc718357-ec97-4a26-874e-378d1bb82f13 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.972871] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.973063] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.973310] env[65923]: DEBUG nova.network.neutron [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1288.973546] env[65923]: DEBUG nova.objects.instance [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'info_cache' on Instance uuid 3c935725-1cb3-4e01-a726-04ea5a0a1dee {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.012806] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquiring lock "refresh_cache-2d5421ab-a47a-48a7-a20f-2e10a4845de9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.013046] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquired lock "refresh_cache-2d5421ab-a47a-48a7-a20f-2e10a4845de9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.013286] env[65923]: DEBUG nova.network.neutron [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1289.115138] env[65923]: INFO nova.compute.manager [-] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Took 1.50 seconds to deallocate network for instance. [ 1289.477618] env[65923]: DEBUG nova.objects.base [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Object Instance<3c935725-1cb3-4e01-a726-04ea5a0a1dee> lazy-loaded attributes: flavor,info_cache {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1289.516434] env[65923]: WARNING neutronclient.v2_0.client [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.536953] env[65923]: DEBUG nova.network.neutron [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1289.601791] env[65923]: DEBUG nova.network.neutron [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.621585] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.621968] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.622117] env[65923]: DEBUG nova.objects.instance [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lazy-loading 'resources' on Instance uuid 9d63ac8c-0277-4fc4-acc0-e3ee999cceef {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.980681] env[65923]: WARNING neutronclient.v2_0.client [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.104833] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Releasing lock "refresh_cache-2d5421ab-a47a-48a7-a20f-2e10a4845de9" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.105290] env[65923]: DEBUG nova.compute.manager [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1290.105483] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.109190] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82ae7fa-62c5-4792-8cdd-0a0202c1ccc3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.118142] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.118437] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4901f8-00b4-44dd-89af-6bfe28a88eb9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.128448] env[65923]: DEBUG oslo_vmware.api [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1290.128448] env[65923]: value = "task-4708056" [ 1290.128448] env[65923]: _type = "Task" [ 1290.128448] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.142831] env[65923]: DEBUG oslo_vmware.api [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.176293] env[65923]: WARNING neutronclient.v2_0.client [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.216743] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feebe461-21d0-41ed-8507-d54d9deee4fd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.233727] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21916e9-6d10-4b3e-ad73-ba0efdb88b41 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.290841] env[65923]: DEBUG nova.network.neutron [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Updating instance_info_cache with network_info: [{"id": "ab6dcd3a-4425-4408-903c-87fbb537a48c", "address": "fa:16:3e:98:97:1a", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6dcd3a-44", "ovs_interfaceid": "ab6dcd3a-4425-4408-903c-87fbb537a48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.294187] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1e002f-86f4-4956-8098-346cfe521b2e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.307142] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc01c0f-087d-457e-8da0-cba401f02970 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.327112] env[65923]: DEBUG nova.compute.provider_tree [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.639735] env[65923]: DEBUG oslo_vmware.api [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708056, 'name': PowerOffVM_Task, 'duration_secs': 0.144004} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.640256] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.640256] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.640445] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a7bc793-eace-4214-9adb-edba407c661d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.666529] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.666765] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.666956] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Deleting the datastore file [datastore2] 2d5421ab-a47a-48a7-a20f-2e10a4845de9 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.667326] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0460400-44e2-41b2-821c-c5fd41915bb0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.675690] env[65923]: DEBUG oslo_vmware.api [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for the task: (returnval){ [ 1290.675690] env[65923]: value = "task-4708058" [ 1290.675690] env[65923]: _type = "Task" [ 1290.675690] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.685525] env[65923]: DEBUG oslo_vmware.api [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.794640] env[65923]: DEBUG oslo_concurrency.lockutils [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.830614] env[65923]: DEBUG nova.scheduler.client.report [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.185846] env[65923]: DEBUG oslo_vmware.api [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Task: {'id': task-4708058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237847} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.186204] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.186414] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.186590] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.186761] env[65923]: INFO nova.compute.manager [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1291.187011] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1291.187215] env[65923]: DEBUG nova.compute.manager [-] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1291.187311] env[65923]: DEBUG nova.network.neutron [-] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1291.187547] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.203954] env[65923]: DEBUG nova.network.neutron [-] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1291.204225] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.335875] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.361296] env[65923]: INFO nova.scheduler.client.report [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Deleted allocations for instance 9d63ac8c-0277-4fc4-acc0-e3ee999cceef [ 1291.707043] env[65923]: DEBUG nova.network.neutron [-] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.800263] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.800582] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-586cf034-135e-4130-b2a5-f518be56ab11 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.808791] env[65923]: DEBUG oslo_vmware.api [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1291.808791] env[65923]: value = "task-4708059" [ 1291.808791] env[65923]: _type = "Task" [ 1291.808791] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.817012] env[65923]: DEBUG oslo_vmware.api [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.868869] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e309fa2c-3e40-4214-ad46-b1175857c262 tempest-AttachVolumeNegativeTest-2075422846 tempest-AttachVolumeNegativeTest-2075422846-project-member] Lock "9d63ac8c-0277-4fc4-acc0-e3ee999cceef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.904s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.209581] env[65923]: INFO nova.compute.manager [-] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Took 1.02 seconds to deallocate network for instance. [ 1292.321557] env[65923]: DEBUG oslo_vmware.api [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708059, 'name': PowerOnVM_Task, 'duration_secs': 0.365178} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.321781] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.321974] env[65923]: DEBUG nova.compute.manager [None req-f533cb42-d319-4395-9885-55e227587472 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1292.322809] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f5eaa5-5210-4df3-9338-ccfa85c9e62e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.717633] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.717974] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.718186] env[65923]: DEBUG nova.objects.instance [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lazy-loading 'resources' on Instance uuid 2d5421ab-a47a-48a7-a20f-2e10a4845de9 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.290741] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7b1353-35cc-4c4b-b4b0-f7f8d3768fc1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.298833] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec62a74-7bd5-48df-a58d-c92cd2ac26c2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.329370] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94674fe5-405d-4fb6-9d68-45e9d320ce7c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.337410] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac375f8e-3085-4ae7-994b-0cc436e0266b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.351338] env[65923]: DEBUG nova.compute.provider_tree [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.403726] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75c7505-1709-472b-b092-a42ec8d868d1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.413332] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca4eab-06d4-4f63-bdc6-200f4d4dc642 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Suspending the VM {{(pid=65923) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1293.413646] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6b02387e-2c55-4f22-99af-58982b145944 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.420654] env[65923]: DEBUG oslo_vmware.api [None req-d9ca4eab-06d4-4f63-bdc6-200f4d4dc642 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1293.420654] env[65923]: value = "task-4708061" [ 1293.420654] env[65923]: _type = "Task" [ 1293.420654] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.430091] env[65923]: DEBUG oslo_vmware.api [None req-d9ca4eab-06d4-4f63-bdc6-200f4d4dc642 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708061, 'name': SuspendVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.855149] env[65923]: DEBUG nova.scheduler.client.report [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.932117] env[65923]: DEBUG oslo_vmware.api [None req-d9ca4eab-06d4-4f63-bdc6-200f4d4dc642 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708061, 'name': SuspendVM_Task} progress is 58%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.360643] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.386212] env[65923]: INFO nova.scheduler.client.report [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Deleted allocations for instance 2d5421ab-a47a-48a7-a20f-2e10a4845de9 [ 1294.431980] env[65923]: DEBUG oslo_vmware.api [None req-d9ca4eab-06d4-4f63-bdc6-200f4d4dc642 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708061, 'name': SuspendVM_Task} progress is 58%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.893901] env[65923]: DEBUG oslo_concurrency.lockutils [None req-8bbdce6a-4e46-435f-ab8c-26941374c216 tempest-ServersListShow296Test-1590044141 tempest-ServersListShow296Test-1590044141-project-member] Lock "2d5421ab-a47a-48a7-a20f-2e10a4845de9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.389s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.932967] env[65923]: DEBUG oslo_vmware.api [None req-d9ca4eab-06d4-4f63-bdc6-200f4d4dc642 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708061, 'name': SuspendVM_Task, 'duration_secs': 1.072492} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.933315] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ca4eab-06d4-4f63-bdc6-200f4d4dc642 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Suspended the VM {{(pid=65923) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1294.933617] env[65923]: DEBUG nova.compute.manager [None req-d9ca4eab-06d4-4f63-bdc6-200f4d4dc642 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1294.934406] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9554d41a-0c85-4e79-add1-57dacc3481ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.939149] env[65923]: INFO nova.compute.manager [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Resuming [ 1295.939800] env[65923]: DEBUG nova.objects.instance [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'flavor' on Instance uuid 3c935725-1cb3-4e01-a726-04ea5a0a1dee {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.451425] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.451841] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquired lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.451841] env[65923]: DEBUG nova.network.neutron [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1297.956056] env[65923]: WARNING neutronclient.v2_0.client [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.113136] env[65923]: WARNING neutronclient.v2_0.client [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.185573] env[65923]: DEBUG nova.network.neutron [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Updating instance_info_cache with network_info: [{"id": "ab6dcd3a-4425-4408-903c-87fbb537a48c", "address": "fa:16:3e:98:97:1a", "network": {"id": "b60a993f-e273-42e2-b4f6-88049dcacd24", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1460982318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3b4e657996447b7bc332dc7f07de0d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab6dcd3a-44", "ovs_interfaceid": "ab6dcd3a-4425-4408-903c-87fbb537a48c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.688677] env[65923]: DEBUG oslo_concurrency.lockutils [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Releasing lock "refresh_cache-3c935725-1cb3-4e01-a726-04ea5a0a1dee" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.689768] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79336a76-b0bf-49a4-af56-ed0218ded670 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.697210] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Resuming the VM {{(pid=65923) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1298.697458] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f87a259e-f99e-4d4b-81c4-1fb24ac79044 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.704626] env[65923]: DEBUG oslo_vmware.api [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1298.704626] env[65923]: value = "task-4708063" [ 1298.704626] env[65923]: _type = "Task" [ 1298.704626] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.712854] env[65923]: DEBUG oslo_vmware.api [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.218704] env[65923]: DEBUG oslo_vmware.api [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708063, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.716130] env[65923]: DEBUG oslo_vmware.api [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708063, 'name': PowerOnVM_Task, 'duration_secs': 0.538316} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.716496] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Resumed the VM {{(pid=65923) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1299.716629] env[65923]: DEBUG nova.compute.manager [None req-b9903ba7-fcdb-462a-99d0-a287a3f5441b tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1299.717447] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2839e006-b3a6-4860-8b03-0e002bbc7fcb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.700758] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.701088] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.701315] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.701516] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.701687] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.704098] env[65923]: INFO nova.compute.manager [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Terminating instance [ 1301.207617] env[65923]: DEBUG nova.compute.manager [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1301.207986] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.208855] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c024b9ad-078d-4524-968b-aaf129de4f0a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.217625] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.217922] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb836007-a7da-4cf0-a65a-4ac7dc01a86f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.224776] env[65923]: DEBUG oslo_vmware.api [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1301.224776] env[65923]: value = "task-4708065" [ 1301.224776] env[65923]: _type = "Task" [ 1301.224776] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.233984] env[65923]: DEBUG oslo_vmware.api [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.734811] env[65923]: DEBUG oslo_vmware.api [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708065, 'name': PowerOffVM_Task, 'duration_secs': 0.203395} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.735171] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.735348] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.735601] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a75a6d28-c3db-422f-a0d8-8e420f0270cf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.803427] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.803752] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.803967] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleting the datastore file [datastore1] 3c935725-1cb3-4e01-a726-04ea5a0a1dee {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.804304] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a07aeebb-5a0a-4b3c-a2d0-b9d8353993e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.811451] env[65923]: DEBUG oslo_vmware.api [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for the task: (returnval){ [ 1301.811451] env[65923]: value = "task-4708067" [ 1301.811451] env[65923]: _type = "Task" [ 1301.811451] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.820282] env[65923]: DEBUG oslo_vmware.api [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.323397] env[65923]: DEBUG oslo_vmware.api [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Task: {'id': task-4708067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16611} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.323761] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.323820] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.323983] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.324165] env[65923]: INFO nova.compute.manager [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1302.324409] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1302.324605] env[65923]: DEBUG nova.compute.manager [-] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1302.324765] env[65923]: DEBUG nova.network.neutron [-] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1302.324933] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.355058] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1302.801974] env[65923]: DEBUG nova.compute.manager [req-0d16a67c-9d46-4f00-98cb-0ca4f522c566 req-cd79cd33-8efe-47de-a6ee-561cab4a0d99 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Received event network-vif-deleted-ab6dcd3a-4425-4408-903c-87fbb537a48c {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1302.803282] env[65923]: INFO nova.compute.manager [req-0d16a67c-9d46-4f00-98cb-0ca4f522c566 req-cd79cd33-8efe-47de-a6ee-561cab4a0d99 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Neutron deleted interface ab6dcd3a-4425-4408-903c-87fbb537a48c; detaching it from the instance and deleting it from the info cache [ 1302.803282] env[65923]: DEBUG nova.network.neutron [req-0d16a67c-9d46-4f00-98cb-0ca4f522c566 req-cd79cd33-8efe-47de-a6ee-561cab4a0d99 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.256992] env[65923]: DEBUG nova.network.neutron [-] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.306073] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d321a9c-d8a1-45e6-a23a-3b865987ca1c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.317888] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878a30c1-5040-4508-a4a7-4237dfcf5faf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.348269] env[65923]: DEBUG nova.compute.manager [req-0d16a67c-9d46-4f00-98cb-0ca4f522c566 req-cd79cd33-8efe-47de-a6ee-561cab4a0d99 service nova] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Detach interface failed, port_id=ab6dcd3a-4425-4408-903c-87fbb537a48c, reason: Instance 3c935725-1cb3-4e01-a726-04ea5a0a1dee could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1303.760077] env[65923]: INFO nova.compute.manager [-] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Took 1.44 seconds to deallocate network for instance. [ 1304.267136] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.267433] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.267658] env[65923]: DEBUG nova.objects.instance [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lazy-loading 'resources' on Instance uuid 3c935725-1cb3-4e01-a726-04ea5a0a1dee {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.826844] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c202c236-89bd-41f9-a662-d2a12a0cf8d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.835364] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c158d6-a150-416c-8f45-40828d194b01 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.867926] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bfc3a2-de2a-4047-bff4-f9359d7b1164 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.876099] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a34c607-4f18-4962-bb57-cdd60b28b19b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.890468] env[65923]: DEBUG nova.compute.provider_tree [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.394082] env[65923]: DEBUG nova.scheduler.client.report [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.900170] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.918538] env[65923]: INFO nova.scheduler.client.report [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Deleted allocations for instance 3c935725-1cb3-4e01-a726-04ea5a0a1dee [ 1306.427112] env[65923]: DEBUG oslo_concurrency.lockutils [None req-6acf3785-f016-48d5-9b13-ee873b70cec3 tempest-ServerActionsTestJSON-1050752668 tempest-ServerActionsTestJSON-1050752668-project-member] Lock "3c935725-1cb3-4e01-a726-04ea5a0a1dee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.726s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.421262] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquiring lock "aa1cf053-6345-4fa1-b84f-80e699626603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.421630] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lock "aa1cf053-6345-4fa1-b84f-80e699626603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.924626] env[65923]: DEBUG nova.compute.manager [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1311.448055] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.448390] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.450038] env[65923]: INFO nova.compute.claims [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.508047] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fc548e-d9c9-48c2-886d-0fcc0693ecd2 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.516899] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a873ca0a-764c-4442-9655-0af49d6bc192 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.547906] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abae9f28-0c05-46cf-bf32-e82a2528d837 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.555748] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2582349f-ba65-4fa6-8888-adfc0b538944 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.569178] env[65923]: DEBUG nova.compute.provider_tree [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.072939] env[65923]: DEBUG nova.scheduler.client.report [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.578445] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.578993] env[65923]: DEBUG nova.compute.manager [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1314.084027] env[65923]: DEBUG nova.compute.utils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1314.085661] env[65923]: DEBUG nova.compute.manager [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Not allocating networking since 'none' was specified. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1314.587518] env[65923]: DEBUG nova.compute.manager [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1315.598750] env[65923]: DEBUG nova.compute.manager [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1315.626693] env[65923]: DEBUG nova.virt.hardware [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1315.626973] env[65923]: DEBUG nova.virt.hardware [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.627170] env[65923]: DEBUG nova.virt.hardware [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1315.627397] env[65923]: DEBUG nova.virt.hardware [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.627545] env[65923]: DEBUG nova.virt.hardware [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1315.627689] env[65923]: DEBUG nova.virt.hardware [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1315.627895] env[65923]: DEBUG nova.virt.hardware [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1315.628060] env[65923]: DEBUG nova.virt.hardware [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1315.628259] env[65923]: DEBUG nova.virt.hardware [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1315.628444] env[65923]: DEBUG nova.virt.hardware [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1315.628614] env[65923]: DEBUG nova.virt.hardware [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1315.629509] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c38eb84-ec65-4ea8-aa8b-4fbcc3779441 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.637925] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9bcadd-7850-4d3b-a085-5c5d8248cbb5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.652813] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Instance VIF info [] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.658450] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Creating folder: Project (ad013a4400574f22b7df575fc850e5f2). Parent ref: group-v918465. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1315.658750] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f248536b-d9ed-49dc-be29-b14256c5afdf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.671044] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Created folder: Project (ad013a4400574f22b7df575fc850e5f2) in parent group-v918465. [ 1315.671265] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Creating folder: Instances. Parent ref: group-v918806. {{(pid=65923) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1315.671515] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b547072e-2cba-4bc1-aa10-8868eddc0a0a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.681496] env[65923]: INFO nova.virt.vmwareapi.vm_util [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Created folder: Instances in parent group-v918806. [ 1315.681766] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1315.681979] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.682205] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79a2cf1e-27ab-4001-b9aa-8d2863199894 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.699600] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.699600] env[65923]: value = "task-4708070" [ 1315.699600] env[65923]: _type = "Task" [ 1315.699600] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.707839] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708070, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.210762] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708070, 'name': CreateVM_Task, 'duration_secs': 0.275509} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.210942] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.211516] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.211824] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.212656] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.212656] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f8fa85-27db-468d-a261-ba323e36cb03 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.217628] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for the task: (returnval){ [ 1316.217628] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52138656-4f65-79b4-2d62-c89e4ee1e481" [ 1316.217628] env[65923]: _type = "Task" [ 1316.217628] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.226183] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52138656-4f65-79b4-2d62-c89e4ee1e481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.732456] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52138656-4f65-79b4-2d62-c89e4ee1e481, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.732940] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.733249] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.733579] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.733803] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.734101] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.734466] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9853f002-7aae-4a88-bb48-fe47ee8e042d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.745851] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.746112] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.747163] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b886b8-57c8-4b79-903f-4a84143f612b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.752866] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for the task: (returnval){ [ 1316.752866] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52aa3b19-fd1c-d13c-86fe-f693f82aa38c" [ 1316.752866] env[65923]: _type = "Task" [ 1316.752866] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.760539] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52aa3b19-fd1c-d13c-86fe-f693f82aa38c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.850377] env[65923]: DEBUG oslo_concurrency.lockutils [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.850669] env[65923]: DEBUG oslo_concurrency.lockutils [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.266336] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52aa3b19-fd1c-d13c-86fe-f693f82aa38c, 'name': SearchDatastore_Task, 'duration_secs': 0.008949} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.267274] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371183d9-bd21-4e9a-8508-b6ae2b9e5950 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.272854] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for the task: (returnval){ [ 1317.272854] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527bd649-cbbe-580d-ebf6-587bbce04e11" [ 1317.272854] env[65923]: _type = "Task" [ 1317.272854] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.281229] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527bd649-cbbe-580d-ebf6-587bbce04e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.354378] env[65923]: INFO nova.compute.manager [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Detaching volume d17b591c-3ffe-4a38-a0a0-e1b1345202b6 [ 1317.386110] env[65923]: INFO nova.virt.block_device [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Attempting to driver detach volume d17b591c-3ffe-4a38-a0a0-e1b1345202b6 from mountpoint /dev/sdb [ 1317.386374] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1317.386563] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918797', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'name': 'volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'serial': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1317.387566] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc67bf90-feaa-4500-9202-7a366feca165 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.410083] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc120ffb-58d5-47d5-9ed7-1dbe7ad82267 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.418053] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56fc6e0-c058-4f3c-a0db-f9ae0d2a9902 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.438587] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafc762d-b023-41bb-b83d-f4c82e570493 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.454083] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The volume has not been displaced from its original location: [datastore1] volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6/volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1317.459466] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1317.459774] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85679227-d3ca-49f0-a062-06b8be82e86e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.478655] env[65923]: DEBUG oslo_vmware.api [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1317.478655] env[65923]: value = "task-4708071" [ 1317.478655] env[65923]: _type = "Task" [ 1317.478655] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.486944] env[65923]: DEBUG oslo_vmware.api [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.783954] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]527bd649-cbbe-580d-ebf6-587bbce04e11, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.784366] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.784486] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] aa1cf053-6345-4fa1-b84f-80e699626603/aa1cf053-6345-4fa1-b84f-80e699626603.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.784724] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75b2b81-19b2-4427-ae58-c66a0efa4b9b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.792755] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for the task: (returnval){ [ 1317.792755] env[65923]: value = "task-4708072" [ 1317.792755] env[65923]: _type = "Task" [ 1317.792755] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.800880] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.990124] env[65923]: DEBUG oslo_vmware.api [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708071, 'name': ReconfigVM_Task, 'duration_secs': 0.222435} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.990425] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.995385] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b61d5a2b-96d4-4993-a0c5-3bb8a0c01393 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.011841] env[65923]: DEBUG oslo_vmware.api [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1318.011841] env[65923]: value = "task-4708073" [ 1318.011841] env[65923]: _type = "Task" [ 1318.011841] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.024984] env[65923]: DEBUG oslo_vmware.api [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.302374] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454904} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.302758] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore2] aa1cf053-6345-4fa1-b84f-80e699626603/aa1cf053-6345-4fa1-b84f-80e699626603.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.302951] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.303267] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ce19382-73c5-45dc-b22b-a4868811438a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.310922] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for the task: (returnval){ [ 1318.310922] env[65923]: value = "task-4708074" [ 1318.310922] env[65923]: _type = "Task" [ 1318.310922] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.319669] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.522499] env[65923]: DEBUG oslo_vmware.api [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708073, 'name': ReconfigVM_Task, 'duration_secs': 0.301808} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.522867] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918797', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'name': 'volume-d17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6', 'serial': 'd17b591c-3ffe-4a38-a0a0-e1b1345202b6'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1318.822817] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061415} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.823247] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.823978] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa11dae8-6f39-439e-89ed-ec7293b2a4f1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.849369] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] aa1cf053-6345-4fa1-b84f-80e699626603/aa1cf053-6345-4fa1-b84f-80e699626603.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.849745] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1127caf6-f742-4a23-af2d-a4ad7c7c6620 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.870424] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for the task: (returnval){ [ 1318.870424] env[65923]: value = "task-4708075" [ 1318.870424] env[65923]: _type = "Task" [ 1318.870424] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.879325] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.063714] env[65923]: DEBUG nova.objects.instance [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lazy-loading 'flavor' on Instance uuid a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.381191] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708075, 'name': ReconfigVM_Task, 'duration_secs': 0.274292} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.381491] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Reconfigured VM instance instance-0000007d to attach disk [datastore2] aa1cf053-6345-4fa1-b84f-80e699626603/aa1cf053-6345-4fa1-b84f-80e699626603.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.382170] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31f28743-19c2-48ce-92db-aa17b241335f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.388956] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for the task: (returnval){ [ 1319.388956] env[65923]: value = "task-4708076" [ 1319.388956] env[65923]: _type = "Task" [ 1319.388956] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.397341] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708076, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.900132] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708076, 'name': Rename_Task, 'duration_secs': 0.12792} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.900132] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.900132] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fca6afd-d25d-4a0a-a8ec-21ae3e4f3cd0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.907030] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for the task: (returnval){ [ 1319.907030] env[65923]: value = "task-4708077" [ 1319.907030] env[65923]: _type = "Task" [ 1319.907030] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.914845] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.072442] env[65923]: DEBUG oslo_concurrency.lockutils [None req-81720e16-ba9b-491a-bb19-a0c2a0b77680 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.417504] env[65923]: DEBUG oslo_vmware.api [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708077, 'name': PowerOnVM_Task, 'duration_secs': 0.395432} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.417774] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.417995] env[65923]: INFO nova.compute.manager [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Took 4.82 seconds to spawn the instance on the hypervisor. [ 1320.418342] env[65923]: DEBUG nova.compute.manager [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1320.418985] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64341f9-d890-4f5e-b337-1ef4bb256baf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.936047] env[65923]: INFO nova.compute.manager [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Took 9.51 seconds to build instance. [ 1321.096900] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.097189] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.097423] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.097610] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.097822] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.100176] env[65923]: INFO nova.compute.manager [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Terminating instance [ 1321.437938] env[65923]: DEBUG oslo_concurrency.lockutils [None req-277fd0ed-bb40-4003-acdb-5cdd2cbe3314 tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lock "aa1cf053-6345-4fa1-b84f-80e699626603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.016s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.604350] env[65923]: DEBUG nova.compute.manager [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1321.604608] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.605633] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cae1d9-9908-41af-8bc8-e13317edd435 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.614333] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.614593] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b3b786e-bd6f-4d5d-86f7-8458e4279794 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.622314] env[65923]: DEBUG oslo_vmware.api [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1321.622314] env[65923]: value = "task-4708078" [ 1321.622314] env[65923]: _type = "Task" [ 1321.622314] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.631535] env[65923]: DEBUG oslo_vmware.api [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.133053] env[65923]: DEBUG oslo_vmware.api [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708078, 'name': PowerOffVM_Task, 'duration_secs': 0.18081} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.133439] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.133581] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.133836] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-399cfb5d-6604-4d22-be52-f4ca874b39fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.200881] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.201125] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.201255] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleting the datastore file [datastore2] a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.201542] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edfa632d-974d-400d-adac-7403399022b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.208794] env[65923]: DEBUG oslo_vmware.api [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1322.208794] env[65923]: value = "task-4708080" [ 1322.208794] env[65923]: _type = "Task" [ 1322.208794] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.217502] env[65923]: DEBUG oslo_vmware.api [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.421573] env[65923]: DEBUG nova.compute.manager [None req-fc97c1f2-c002-42aa-94a5-e06f34a6912c tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1322.422573] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f05f27d-dd78-4c11-9cd8-97abddc53b95 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.485256] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquiring lock "aa1cf053-6345-4fa1-b84f-80e699626603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.485465] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lock "aa1cf053-6345-4fa1-b84f-80e699626603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.485626] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquiring lock "aa1cf053-6345-4fa1-b84f-80e699626603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.485801] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lock "aa1cf053-6345-4fa1-b84f-80e699626603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.485960] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lock "aa1cf053-6345-4fa1-b84f-80e699626603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.487986] env[65923]: INFO nova.compute.manager [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Terminating instance [ 1322.721344] env[65923]: DEBUG oslo_vmware.api [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127359} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.721595] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.721838] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.722032] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.722214] env[65923]: INFO nova.compute.manager [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1322.722455] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1322.722651] env[65923]: DEBUG nova.compute.manager [-] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1322.722758] env[65923]: DEBUG nova.network.neutron [-] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1322.722989] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1322.797562] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1322.933103] env[65923]: INFO nova.compute.manager [None req-fc97c1f2-c002-42aa-94a5-e06f34a6912c tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] instance snapshotting [ 1322.933734] env[65923]: DEBUG nova.objects.instance [None req-fc97c1f2-c002-42aa-94a5-e06f34a6912c tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lazy-loading 'flavor' on Instance uuid aa1cf053-6345-4fa1-b84f-80e699626603 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.991996] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquiring lock "refresh_cache-aa1cf053-6345-4fa1-b84f-80e699626603" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.992216] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquired lock "refresh_cache-aa1cf053-6345-4fa1-b84f-80e699626603" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.992394] env[65923]: DEBUG nova.network.neutron [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1323.243674] env[65923]: DEBUG nova.compute.manager [req-423d1a96-4454-44a2-ae96-12ef31015d4a req-e3b23be9-f68d-410b-ac86-b95117b32d81 service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Received event network-vif-deleted-48b72729-8f56-4bc4-8bd9-945ffb47b72b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1323.243674] env[65923]: INFO nova.compute.manager [req-423d1a96-4454-44a2-ae96-12ef31015d4a req-e3b23be9-f68d-410b-ac86-b95117b32d81 service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Neutron deleted interface 48b72729-8f56-4bc4-8bd9-945ffb47b72b; detaching it from the instance and deleting it from the info cache [ 1323.243674] env[65923]: DEBUG nova.network.neutron [req-423d1a96-4454-44a2-ae96-12ef31015d4a req-e3b23be9-f68d-410b-ac86-b95117b32d81 service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.439557] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c6799f-8f4d-4ef2-97ce-44fb49e4ac61 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.457603] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f53123-b1f6-40b0-9137-985388769b7f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.495628] env[65923]: WARNING neutronclient.v2_0.client [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.513373] env[65923]: DEBUG nova.network.neutron [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1323.564921] env[65923]: DEBUG nova.network.neutron [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.726040] env[65923]: DEBUG nova.network.neutron [-] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.746031] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a08d8706-b297-401e-aff5-9e044cfb1916 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.757292] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26af0309-20d1-4faa-8a6f-072831f6fc73 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.785672] env[65923]: DEBUG nova.compute.manager [req-423d1a96-4454-44a2-ae96-12ef31015d4a req-e3b23be9-f68d-410b-ac86-b95117b32d81 service nova] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Detach interface failed, port_id=48b72729-8f56-4bc4-8bd9-945ffb47b72b, reason: Instance a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1323.970192] env[65923]: DEBUG nova.compute.manager [None req-fc97c1f2-c002-42aa-94a5-e06f34a6912c tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Instance disappeared during snapshot {{(pid=65923) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 1324.068135] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Releasing lock "refresh_cache-aa1cf053-6345-4fa1-b84f-80e699626603" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.068617] env[65923]: DEBUG nova.compute.manager [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1324.068810] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.069724] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7165aa68-e241-49e0-8bcb-8438ed740dc6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.082290] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.082557] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9057a8fb-865d-450e-ad02-72160f0ec689 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.089291] env[65923]: DEBUG oslo_vmware.api [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for the task: (returnval){ [ 1324.089291] env[65923]: value = "task-4708081" [ 1324.089291] env[65923]: _type = "Task" [ 1324.089291] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.097750] env[65923]: DEBUG oslo_vmware.api [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.109702] env[65923]: DEBUG nova.compute.manager [None req-fc97c1f2-c002-42aa-94a5-e06f34a6912c tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Found 0 images (rotation: 2) {{(pid=65923) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 1324.230863] env[65923]: INFO nova.compute.manager [-] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Took 1.51 seconds to deallocate network for instance. [ 1324.599991] env[65923]: DEBUG oslo_vmware.api [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708081, 'name': PowerOffVM_Task, 'duration_secs': 0.148958} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.600443] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.600443] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.600718] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14141287-558b-4b2c-b382-b1f11449756f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.628412] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.628691] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.628920] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Deleting the datastore file [datastore2] aa1cf053-6345-4fa1-b84f-80e699626603 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.629252] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e211f83-97ff-4d26-af42-0094b278ead5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.636497] env[65923]: DEBUG oslo_vmware.api [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for the task: (returnval){ [ 1324.636497] env[65923]: value = "task-4708083" [ 1324.636497] env[65923]: _type = "Task" [ 1324.636497] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.646328] env[65923]: DEBUG oslo_vmware.api [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.737885] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.738256] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.738495] env[65923]: DEBUG nova.objects.instance [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lazy-loading 'resources' on Instance uuid a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.147972] env[65923]: DEBUG oslo_vmware.api [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Task: {'id': task-4708083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10229} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.148251] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.148447] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.148618] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.148789] env[65923]: INFO nova.compute.manager [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1325.149085] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1325.149289] env[65923]: DEBUG nova.compute.manager [-] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1325.149379] env[65923]: DEBUG nova.network.neutron [-] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1325.149614] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.167565] env[65923]: DEBUG nova.network.neutron [-] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1325.167829] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.293606] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128a4e90-6c37-402c-ba04-a4e9e5d5c6e8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.301409] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b43302-7755-455f-98e7-24c5d9be8b88 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.332474] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f421fe-59c1-48ad-83fb-a46989e189e1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.341094] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d887ef0a-4460-4f08-8f1b-b2e7f573a17d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.356323] env[65923]: DEBUG nova.compute.provider_tree [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.670052] env[65923]: DEBUG nova.network.neutron [-] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.860183] env[65923]: DEBUG nova.scheduler.client.report [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.173167] env[65923]: INFO nova.compute.manager [-] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Took 1.02 seconds to deallocate network for instance. [ 1326.365810] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.384201] env[65923]: INFO nova.scheduler.client.report [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted allocations for instance a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5 [ 1326.679662] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.680055] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.680121] env[65923]: DEBUG nova.objects.instance [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lazy-loading 'resources' on Instance uuid aa1cf053-6345-4fa1-b84f-80e699626603 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.891331] env[65923]: DEBUG oslo_concurrency.lockutils [None req-7f8a1ecb-ef7b-47d6-b074-71d3bc38a7b3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.794s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.224034] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eee2ddc-9619-4bca-abcb-261c3cad0e8c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.232832] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190ae250-9b94-4bb8-a06d-c405dc20e07c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.264315] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba36e844-2578-461b-a441-d79225e7f70c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.272566] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78403f-3ff8-4de4-876f-ef25eddb5dfc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.287919] env[65923]: DEBUG nova.compute.provider_tree [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.791239] env[65923]: DEBUG nova.scheduler.client.report [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.296212] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.313523] env[65923]: INFO nova.scheduler.client.report [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Deleted allocations for instance aa1cf053-6345-4fa1-b84f-80e699626603 [ 1328.385018] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.385276] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.385429] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.385587] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.385757] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.385919] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.386102] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.386267] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1328.386393] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.665603] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.665603] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.821741] env[65923]: DEBUG oslo_concurrency.lockutils [None req-59e0e36f-e212-4491-a9d0-40720e5a8b4e tempest-ServersAaction247Test-771967577 tempest-ServersAaction247Test-771967577-project-member] Lock "aa1cf053-6345-4fa1-b84f-80e699626603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.336s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.889955] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.890241] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.890475] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.890665] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1328.892118] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5404bd-1e5e-4c79-99af-be05ad71d8d4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.901382] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d144a8-dcec-44b6-ab2e-cbaca215068e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.915775] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca14e636-5080-4126-930a-0de8069d65f9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.923304] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005c8e4c-8ecc-4d02-b1e9-40c19e96b1a6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.955429] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179992MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1328.955637] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.955795] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.167537] env[65923]: DEBUG nova.compute.manager [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1329.691134] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.978753] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c8bbd96f-57f3-4eba-8360-502d58a49175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1330.482256] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1330.482515] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1330.482617] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_60c504a79d8c44478327ea8992f65cb8': '1', 'io_workload': '0'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1330.520696] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f71457-8852-4a52-b92a-b9367a2d2c32 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.529079] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd20509f-3677-4d9e-9df9-7b3f57d85cad {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.560817] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e0ed78-d680-4792-825b-fd35fd4122bf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.569476] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0ad1a3-fba6-4341-8002-921ec14a9feb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.583590] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.086565] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.592102] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1331.592364] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.636s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.592605] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.902s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.594147] env[65923]: INFO nova.compute.claims [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.641078] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0debff-d53d-45af-9ea4-42856e93d1ea {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.649073] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe71557-41a9-413f-b249-78c842669ef4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.679146] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262b279f-6c19-40ea-97fc-123ebea5ad98 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.687698] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46183fb0-7cb9-4b89-a61f-e38fc90f5427 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.702102] env[65923]: DEBUG nova.compute.provider_tree [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.205016] env[65923]: DEBUG nova.scheduler.client.report [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.710301] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.710844] env[65923]: DEBUG nova.compute.manager [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1334.215981] env[65923]: DEBUG nova.compute.utils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1334.217745] env[65923]: DEBUG nova.compute.manager [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1334.217933] env[65923]: DEBUG nova.network.neutron [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1334.218276] env[65923]: WARNING neutronclient.v2_0.client [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1334.218571] env[65923]: WARNING neutronclient.v2_0.client [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1334.267443] env[65923]: DEBUG nova.policy [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6a905f5572426ebc1429b151ed1cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60c504a79d8c44478327ea8992f65cb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1334.553310] env[65923]: DEBUG nova.network.neutron [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Successfully created port: edf61fce-bc76-4f51-a911-26cba36b0c7f {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1334.721819] env[65923]: DEBUG nova.compute.manager [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1335.731908] env[65923]: DEBUG nova.compute.manager [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1335.757916] env[65923]: DEBUG nova.virt.hardware [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-22T01:30:13Z,direct_url=,disk_format='vmdk',id=7c944e11-28e9-4d77-8b6c-672067b0feec,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='9beaf86d251244de951b57b1da87ed04',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-22T01:30:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1335.758267] env[65923]: DEBUG nova.virt.hardware [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.758426] env[65923]: DEBUG nova.virt.hardware [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1335.758602] env[65923]: DEBUG nova.virt.hardware [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.758744] env[65923]: DEBUG nova.virt.hardware [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1335.758884] env[65923]: DEBUG nova.virt.hardware [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1335.759114] env[65923]: DEBUG nova.virt.hardware [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1335.759272] env[65923]: DEBUG nova.virt.hardware [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1335.759432] env[65923]: DEBUG nova.virt.hardware [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1335.759582] env[65923]: DEBUG nova.virt.hardware [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1335.759745] env[65923]: DEBUG nova.virt.hardware [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1335.760659] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22649c60-23f8-4485-bbfb-9182fc01991f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.769058] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe0f868-5059-4726-bf47-aee4593ff26f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.967123] env[65923]: DEBUG nova.compute.manager [req-26b7832b-e849-4507-b401-983e445f365d req-707bce34-d837-4e11-96ad-2fbf68c854d3 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Received event network-vif-plugged-edf61fce-bc76-4f51-a911-26cba36b0c7f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1335.967369] env[65923]: DEBUG oslo_concurrency.lockutils [req-26b7832b-e849-4507-b401-983e445f365d req-707bce34-d837-4e11-96ad-2fbf68c854d3 service nova] Acquiring lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.967563] env[65923]: DEBUG oslo_concurrency.lockutils [req-26b7832b-e849-4507-b401-983e445f365d req-707bce34-d837-4e11-96ad-2fbf68c854d3 service nova] Lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.967726] env[65923]: DEBUG oslo_concurrency.lockutils [req-26b7832b-e849-4507-b401-983e445f365d req-707bce34-d837-4e11-96ad-2fbf68c854d3 service nova] Lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.967888] env[65923]: DEBUG nova.compute.manager [req-26b7832b-e849-4507-b401-983e445f365d req-707bce34-d837-4e11-96ad-2fbf68c854d3 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] No waiting events found dispatching network-vif-plugged-edf61fce-bc76-4f51-a911-26cba36b0c7f {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1335.968071] env[65923]: WARNING nova.compute.manager [req-26b7832b-e849-4507-b401-983e445f365d req-707bce34-d837-4e11-96ad-2fbf68c854d3 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Received unexpected event network-vif-plugged-edf61fce-bc76-4f51-a911-26cba36b0c7f for instance with vm_state building and task_state spawning. [ 1336.044311] env[65923]: DEBUG nova.network.neutron [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Successfully updated port: edf61fce-bc76-4f51-a911-26cba36b0c7f {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1336.547296] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "refresh_cache-c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.547570] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "refresh_cache-c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.547795] env[65923]: DEBUG nova.network.neutron [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1337.088016] env[65923]: DEBUG nova.network.neutron [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1337.166488] env[65923]: WARNING neutronclient.v2_0.client [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1337.236192] env[65923]: DEBUG nova.network.neutron [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Updating instance_info_cache with network_info: [{"id": "edf61fce-bc76-4f51-a911-26cba36b0c7f", "address": "fa:16:3e:80:19:57", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf61fce-bc", "ovs_interfaceid": "edf61fce-bc76-4f51-a911-26cba36b0c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.739578] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "refresh_cache-c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.740047] env[65923]: DEBUG nova.compute.manager [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Instance network_info: |[{"id": "edf61fce-bc76-4f51-a911-26cba36b0c7f", "address": "fa:16:3e:80:19:57", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf61fce-bc", "ovs_interfaceid": "edf61fce-bc76-4f51-a911-26cba36b0c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1337.740531] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:19:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edf61fce-bc76-4f51-a911-26cba36b0c7f', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.748120] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1337.748344] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.748570] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dd1949a-8caf-424e-9856-832bb302e767 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.769955] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.769955] env[65923]: value = "task-4708084" [ 1337.769955] env[65923]: _type = "Task" [ 1337.769955] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.778335] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708084, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.997762] env[65923]: DEBUG nova.compute.manager [req-ead81051-9ad5-4d1f-9147-70a3e28ad9a0 req-9dc66c56-bb2f-4c6b-a740-282b5ea19005 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Received event network-changed-edf61fce-bc76-4f51-a911-26cba36b0c7f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1337.997989] env[65923]: DEBUG nova.compute.manager [req-ead81051-9ad5-4d1f-9147-70a3e28ad9a0 req-9dc66c56-bb2f-4c6b-a740-282b5ea19005 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Refreshing instance network info cache due to event network-changed-edf61fce-bc76-4f51-a911-26cba36b0c7f. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1337.998298] env[65923]: DEBUG oslo_concurrency.lockutils [req-ead81051-9ad5-4d1f-9147-70a3e28ad9a0 req-9dc66c56-bb2f-4c6b-a740-282b5ea19005 service nova] Acquiring lock "refresh_cache-c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.998461] env[65923]: DEBUG oslo_concurrency.lockutils [req-ead81051-9ad5-4d1f-9147-70a3e28ad9a0 req-9dc66c56-bb2f-4c6b-a740-282b5ea19005 service nova] Acquired lock "refresh_cache-c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.998623] env[65923]: DEBUG nova.network.neutron [req-ead81051-9ad5-4d1f-9147-70a3e28ad9a0 req-9dc66c56-bb2f-4c6b-a740-282b5ea19005 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Refreshing network info cache for port edf61fce-bc76-4f51-a911-26cba36b0c7f {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.280196] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708084, 'name': CreateVM_Task, 'duration_secs': 0.331645} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.280588] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.280854] env[65923]: WARNING neutronclient.v2_0.client [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.281260] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.281413] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.281724] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.282018] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9f7e7f-eb1e-4b18-b1f5-60c3f68819e7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.287383] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1338.287383] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52afcbb9-93cb-e3e8-cbc2-7bd3a7c94d63" [ 1338.287383] env[65923]: _type = "Task" [ 1338.287383] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.296206] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52afcbb9-93cb-e3e8-cbc2-7bd3a7c94d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.501266] env[65923]: WARNING neutronclient.v2_0.client [req-ead81051-9ad5-4d1f-9147-70a3e28ad9a0 req-9dc66c56-bb2f-4c6b-a740-282b5ea19005 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.641380] env[65923]: WARNING neutronclient.v2_0.client [req-ead81051-9ad5-4d1f-9147-70a3e28ad9a0 req-9dc66c56-bb2f-4c6b-a740-282b5ea19005 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.711509] env[65923]: DEBUG nova.network.neutron [req-ead81051-9ad5-4d1f-9147-70a3e28ad9a0 req-9dc66c56-bb2f-4c6b-a740-282b5ea19005 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Updated VIF entry in instance network info cache for port edf61fce-bc76-4f51-a911-26cba36b0c7f. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1338.711873] env[65923]: DEBUG nova.network.neutron [req-ead81051-9ad5-4d1f-9147-70a3e28ad9a0 req-9dc66c56-bb2f-4c6b-a740-282b5ea19005 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Updating instance_info_cache with network_info: [{"id": "edf61fce-bc76-4f51-a911-26cba36b0c7f", "address": "fa:16:3e:80:19:57", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf61fce-bc", "ovs_interfaceid": "edf61fce-bc76-4f51-a911-26cba36b0c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.798285] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52afcbb9-93cb-e3e8-cbc2-7bd3a7c94d63, 'name': SearchDatastore_Task, 'duration_secs': 0.012403} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.798600] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.798846] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Processing image 7c944e11-28e9-4d77-8b6c-672067b0feec {{(pid=65923) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.799119] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.799234] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.799418] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.799712] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-860db9fe-2ba9-4b2c-b582-8028cbeb2c53 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.809087] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65923) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.809268] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65923) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.810108] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d38ec09-c04f-4853-9ffd-0ac52a292f1b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.816254] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1338.816254] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a78d8e-a8f9-7b10-1d99-3acbfb485194" [ 1338.816254] env[65923]: _type = "Task" [ 1338.816254] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.824330] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a78d8e-a8f9-7b10-1d99-3acbfb485194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.214913] env[65923]: DEBUG oslo_concurrency.lockutils [req-ead81051-9ad5-4d1f-9147-70a3e28ad9a0 req-9dc66c56-bb2f-4c6b-a740-282b5ea19005 service nova] Releasing lock "refresh_cache-c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.327426] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52a78d8e-a8f9-7b10-1d99-3acbfb485194, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.328280] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1dbf74-5398-4084-94a1-c16dcbf3933d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.335318] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1339.335318] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cb3132-2cfa-cde3-2938-3792f433132b" [ 1339.335318] env[65923]: _type = "Task" [ 1339.335318] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.344362] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cb3132-2cfa-cde3-2938-3792f433132b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.845815] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52cb3132-2cfa-cde3-2938-3792f433132b, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.846193] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.846527] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2/c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.846858] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3ba82de-65dc-404f-ad5a-ee0b5ca015ee {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.853769] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1339.853769] env[65923]: value = "task-4708085" [ 1339.853769] env[65923]: _type = "Task" [ 1339.853769] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.861711] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.364111] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460223} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.364495] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7c944e11-28e9-4d77-8b6c-672067b0feec/7c944e11-28e9-4d77-8b6c-672067b0feec.vmdk to [datastore1] c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2/c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2.vmdk {{(pid=65923) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.364664] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Extending root virtual disk to 1048576 {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.364882] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d84b7cd-2ece-4a44-b5b0-f397b2e1ea73 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.373387] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1340.373387] env[65923]: value = "task-4708086" [ 1340.373387] env[65923]: _type = "Task" [ 1340.373387] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.381773] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.884353] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064624} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.884599] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Extended root virtual disk {{(pid=65923) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.885418] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa29074-5b13-4caf-bb61-fb9457ee8e72 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.907927] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2/c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.908251] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a23a94e5-fef7-4192-ab47-9c31f9c3d80f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.928246] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1340.928246] env[65923]: value = "task-4708087" [ 1340.928246] env[65923]: _type = "Task" [ 1340.928246] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.936880] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.438269] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708087, 'name': ReconfigVM_Task, 'duration_secs': 0.318896} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.438668] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2/c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2.vmdk or device None with type sparse {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.439187] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5156be1e-1f0e-42c7-b964-e5f0af0d23da {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.446051] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1341.446051] env[65923]: value = "task-4708088" [ 1341.446051] env[65923]: _type = "Task" [ 1341.446051] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.454364] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708088, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.957125] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708088, 'name': Rename_Task} progress is 14%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.458494] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708088, 'name': Rename_Task, 'duration_secs': 0.881427} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.458896] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.459035] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-face6aa7-f143-4c61-9d15-c252c4c5b915 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.465780] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1342.465780] env[65923]: value = "task-4708089" [ 1342.465780] env[65923]: _type = "Task" [ 1342.465780] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.473873] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.976401] env[65923]: DEBUG oslo_vmware.api [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708089, 'name': PowerOnVM_Task, 'duration_secs': 0.460625} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.976692] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.976976] env[65923]: INFO nova.compute.manager [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1342.977249] env[65923]: DEBUG nova.compute.manager [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1342.978097] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225ae2bf-2251-4432-9be3-e702bf00e4ce {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.498073] env[65923]: INFO nova.compute.manager [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Took 13.82 seconds to build instance. [ 1343.668025] env[65923]: DEBUG nova.compute.manager [req-aff0aa81-29b4-40ab-afc6-e44225c71621 req-e5d64c88-2b74-41a1-89a8-10a8c182385c service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Received event network-changed-edf61fce-bc76-4f51-a911-26cba36b0c7f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1343.668268] env[65923]: DEBUG nova.compute.manager [req-aff0aa81-29b4-40ab-afc6-e44225c71621 req-e5d64c88-2b74-41a1-89a8-10a8c182385c service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Refreshing instance network info cache due to event network-changed-edf61fce-bc76-4f51-a911-26cba36b0c7f. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1343.668461] env[65923]: DEBUG oslo_concurrency.lockutils [req-aff0aa81-29b4-40ab-afc6-e44225c71621 req-e5d64c88-2b74-41a1-89a8-10a8c182385c service nova] Acquiring lock "refresh_cache-c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.668601] env[65923]: DEBUG oslo_concurrency.lockutils [req-aff0aa81-29b4-40ab-afc6-e44225c71621 req-e5d64c88-2b74-41a1-89a8-10a8c182385c service nova] Acquired lock "refresh_cache-c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.668753] env[65923]: DEBUG nova.network.neutron [req-aff0aa81-29b4-40ab-afc6-e44225c71621 req-e5d64c88-2b74-41a1-89a8-10a8c182385c service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Refreshing network info cache for port edf61fce-bc76-4f51-a911-26cba36b0c7f {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.999903] env[65923]: DEBUG oslo_concurrency.lockutils [None req-955f2cab-29af-4840-98f1-366dbc6e58d3 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.334s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.171972] env[65923]: WARNING neutronclient.v2_0.client [req-aff0aa81-29b4-40ab-afc6-e44225c71621 req-e5d64c88-2b74-41a1-89a8-10a8c182385c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.335654] env[65923]: WARNING neutronclient.v2_0.client [req-aff0aa81-29b4-40ab-afc6-e44225c71621 req-e5d64c88-2b74-41a1-89a8-10a8c182385c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.407860] env[65923]: DEBUG nova.network.neutron [req-aff0aa81-29b4-40ab-afc6-e44225c71621 req-e5d64c88-2b74-41a1-89a8-10a8c182385c service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Updated VIF entry in instance network info cache for port edf61fce-bc76-4f51-a911-26cba36b0c7f. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1344.408236] env[65923]: DEBUG nova.network.neutron [req-aff0aa81-29b4-40ab-afc6-e44225c71621 req-e5d64c88-2b74-41a1-89a8-10a8c182385c service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Updating instance_info_cache with network_info: [{"id": "edf61fce-bc76-4f51-a911-26cba36b0c7f", "address": "fa:16:3e:80:19:57", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedf61fce-bc", "ovs_interfaceid": "edf61fce-bc76-4f51-a911-26cba36b0c7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.911486] env[65923]: DEBUG oslo_concurrency.lockutils [req-aff0aa81-29b4-40ab-afc6-e44225c71621 req-e5d64c88-2b74-41a1-89a8-10a8c182385c service nova] Releasing lock "refresh_cache-c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.787197] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "762868f4-1629-4c2b-85e5-0f81aa0acf62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.787536] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.290731] env[65923]: DEBUG nova.compute.manager [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Starting instance... {{(pid=65923) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1364.814875] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.815254] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.816763] env[65923]: INFO nova.compute.claims [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.875205] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e963ca5-6b27-44d9-917c-487c46d2bfe6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.883246] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a5249e-ff09-4d9d-98ad-d0de405e41fe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.613813] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db7d279-5574-47e0-98f6-102dd2d86a71 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.622586] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6250ec2-d632-4551-9acc-ce243b6dec1c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.636681] env[65923]: DEBUG nova.compute.provider_tree [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.140613] env[65923]: DEBUG nova.scheduler.client.report [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.645234] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.645638] env[65923]: DEBUG nova.compute.manager [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Start building networks asynchronously for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1368.150658] env[65923]: DEBUG nova.compute.utils [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Using /dev/sd instead of None {{(pid=65923) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1368.152202] env[65923]: DEBUG nova.compute.manager [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Allocating IP information in the background. {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1368.152470] env[65923]: DEBUG nova.network.neutron [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] allocate_for_instance() {{(pid=65923) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1368.152803] env[65923]: WARNING neutronclient.v2_0.client [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.153121] env[65923]: WARNING neutronclient.v2_0.client [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.198922] env[65923]: DEBUG nova.policy [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6a905f5572426ebc1429b151ed1cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60c504a79d8c44478327ea8992f65cb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65923) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.515728] env[65923]: DEBUG nova.network.neutron [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Successfully created port: 44a5f5cd-7121-40b0-ab5b-04f357dc6d37 {{(pid=65923) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1368.657033] env[65923]: DEBUG nova.compute.manager [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Start building block device mappings for instance. {{(pid=65923) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1369.162737] env[65923]: INFO nova.virt.block_device [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Booting with volume bc5f6415-7060-495e-a1d7-c7bd53cc2ba2 at /dev/sda [ 1369.214584] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db82506b-8bd7-4538-bb28-ada21811b9e9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.224811] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2e2ed1-f531-4def-8293-f7c58733d6d6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.251872] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f003596-0a57-4dc7-8e7d-1dbb61c96ce4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.260941] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fea992-52c3-47ea-acb0-9f4c92ccc2b0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.288719] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499d058f-86ab-40ac-bb99-f2876f9a6abb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.295778] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d0b4df-cddd-406b-bef4-c558c902cabe {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.309228] env[65923]: DEBUG nova.virt.block_device [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating existing volume attachment record: ea5627bb-ab30-47e4-9823-98a14058a5cc {{(pid=65923) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1369.945565] env[65923]: DEBUG nova.compute.manager [req-8ac6ad8a-e2dc-4875-8f16-b704813ddde4 req-804e7afc-c852-40cd-9351-ca142324d1a3 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Received event network-vif-plugged-44a5f5cd-7121-40b0-ab5b-04f357dc6d37 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1369.945703] env[65923]: DEBUG oslo_concurrency.lockutils [req-8ac6ad8a-e2dc-4875-8f16-b704813ddde4 req-804e7afc-c852-40cd-9351-ca142324d1a3 service nova] Acquiring lock "762868f4-1629-4c2b-85e5-0f81aa0acf62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.945927] env[65923]: DEBUG oslo_concurrency.lockutils [req-8ac6ad8a-e2dc-4875-8f16-b704813ddde4 req-804e7afc-c852-40cd-9351-ca142324d1a3 service nova] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.946138] env[65923]: DEBUG oslo_concurrency.lockutils [req-8ac6ad8a-e2dc-4875-8f16-b704813ddde4 req-804e7afc-c852-40cd-9351-ca142324d1a3 service nova] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.946400] env[65923]: DEBUG nova.compute.manager [req-8ac6ad8a-e2dc-4875-8f16-b704813ddde4 req-804e7afc-c852-40cd-9351-ca142324d1a3 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] No waiting events found dispatching network-vif-plugged-44a5f5cd-7121-40b0-ab5b-04f357dc6d37 {{(pid=65923) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1369.946671] env[65923]: WARNING nova.compute.manager [req-8ac6ad8a-e2dc-4875-8f16-b704813ddde4 req-804e7afc-c852-40cd-9351-ca142324d1a3 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Received unexpected event network-vif-plugged-44a5f5cd-7121-40b0-ab5b-04f357dc6d37 for instance with vm_state building and task_state block_device_mapping. [ 1370.444067] env[65923]: DEBUG nova.network.neutron [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Successfully updated port: 44a5f5cd-7121-40b0-ab5b-04f357dc6d37 {{(pid=65923) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1370.946893] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.946893] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.947151] env[65923]: DEBUG nova.network.neutron [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1371.396810] env[65923]: DEBUG nova.compute.manager [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Start spawning the instance on the hypervisor. {{(pid=65923) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1371.397432] env[65923]: DEBUG nova.virt.hardware [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1371.397680] env[65923]: DEBUG nova.virt.hardware [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.397857] env[65923]: DEBUG nova.virt.hardware [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1371.398054] env[65923]: DEBUG nova.virt.hardware [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.398202] env[65923]: DEBUG nova.virt.hardware [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1371.398374] env[65923]: DEBUG nova.virt.hardware [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1371.398620] env[65923]: DEBUG nova.virt.hardware [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1371.398783] env[65923]: DEBUG nova.virt.hardware [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1371.398948] env[65923]: DEBUG nova.virt.hardware [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1371.399121] env[65923]: DEBUG nova.virt.hardware [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1371.399291] env[65923]: DEBUG nova.virt.hardware [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1371.400165] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78098708-b2a4-41bd-b663-f23f964456d9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.408980] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2e726d-7a82-46b1-b326-46e53e358de1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.481099] env[65923]: DEBUG nova.network.neutron [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Instance cache missing network info. {{(pid=65923) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1371.553155] env[65923]: WARNING neutronclient.v2_0.client [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1371.622728] env[65923]: DEBUG nova.network.neutron [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance_info_cache with network_info: [{"id": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "address": "fa:16:3e:5d:b4:2a", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a5f5cd-71", "ovs_interfaceid": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.974646] env[65923]: DEBUG nova.compute.manager [req-7a8a7cc9-c3ab-4e36-b21d-777e46e9fdcb req-e207f1ae-ba71-4d25-b76a-f07054f11ce0 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Received event network-changed-44a5f5cd-7121-40b0-ab5b-04f357dc6d37 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1371.974902] env[65923]: DEBUG nova.compute.manager [req-7a8a7cc9-c3ab-4e36-b21d-777e46e9fdcb req-e207f1ae-ba71-4d25-b76a-f07054f11ce0 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Refreshing instance network info cache due to event network-changed-44a5f5cd-7121-40b0-ab5b-04f357dc6d37. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1371.975114] env[65923]: DEBUG oslo_concurrency.lockutils [req-7a8a7cc9-c3ab-4e36-b21d-777e46e9fdcb req-e207f1ae-ba71-4d25-b76a-f07054f11ce0 service nova] Acquiring lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.125678] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.126083] env[65923]: DEBUG nova.compute.manager [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Instance network_info: |[{"id": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "address": "fa:16:3e:5d:b4:2a", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a5f5cd-71", "ovs_interfaceid": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65923) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1372.126424] env[65923]: DEBUG oslo_concurrency.lockutils [req-7a8a7cc9-c3ab-4e36-b21d-777e46e9fdcb req-e207f1ae-ba71-4d25-b76a-f07054f11ce0 service nova] Acquired lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.126599] env[65923]: DEBUG nova.network.neutron [req-7a8a7cc9-c3ab-4e36-b21d-777e46e9fdcb req-e207f1ae-ba71-4d25-b76a-f07054f11ce0 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Refreshing network info cache for port 44a5f5cd-7121-40b0-ab5b-04f357dc6d37 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.128027] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:b4:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44a5f5cd-7121-40b0-ab5b-04f357dc6d37', 'vif_model': 'vmxnet3'}] {{(pid=65923) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.136863] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1372.137831] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Creating VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.138080] env[65923]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd99e0be-c5f5-4a9a-ab7d-18a28d6330ae {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.161546] env[65923]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.161546] env[65923]: value = "task-4708098" [ 1372.161546] env[65923]: _type = "Task" [ 1372.161546] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.170072] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708098, 'name': CreateVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.638402] env[65923]: WARNING neutronclient.v2_0.client [req-7a8a7cc9-c3ab-4e36-b21d-777e46e9fdcb req-e207f1ae-ba71-4d25-b76a-f07054f11ce0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.673020] env[65923]: DEBUG oslo_vmware.api [-] Task: {'id': task-4708098, 'name': CreateVM_Task, 'duration_secs': 0.318838} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.673198] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Created VM on the ESX host {{(pid=65923) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.673669] env[65923]: WARNING neutronclient.v2_0.client [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.674011] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': 'ea5627bb-ab30-47e4-9823-98a14058a5cc', 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918811', 'volume_id': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'name': 'volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '762868f4-1629-4c2b-85e5-0f81aa0acf62', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'serial': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2'}, 'device_type': None, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=65923) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1372.674214] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Root volume attach. Driver type: vmdk {{(pid=65923) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1372.675107] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f848898-f453-4e02-8dbd-8a7074a53c21 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.683632] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5c0d6d-cb31-4d61-9b52-82f3cface0a8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.689344] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c022a25d-484a-4357-9a26-6b21549e8a9a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.695456] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-60f5057c-c0bb-473d-a590-cdd13008eac3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.703328] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1372.703328] env[65923]: value = "task-4708099" [ 1372.703328] env[65923]: _type = "Task" [ 1372.703328] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.714147] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708099, 'name': RelocateVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.781216] env[65923]: WARNING neutronclient.v2_0.client [req-7a8a7cc9-c3ab-4e36-b21d-777e46e9fdcb req-e207f1ae-ba71-4d25-b76a-f07054f11ce0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.848400] env[65923]: DEBUG nova.network.neutron [req-7a8a7cc9-c3ab-4e36-b21d-777e46e9fdcb req-e207f1ae-ba71-4d25-b76a-f07054f11ce0 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updated VIF entry in instance network info cache for port 44a5f5cd-7121-40b0-ab5b-04f357dc6d37. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1372.848792] env[65923]: DEBUG nova.network.neutron [req-7a8a7cc9-c3ab-4e36-b21d-777e46e9fdcb req-e207f1ae-ba71-4d25-b76a-f07054f11ce0 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance_info_cache with network_info: [{"id": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "address": "fa:16:3e:5d:b4:2a", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a5f5cd-71", "ovs_interfaceid": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.215940] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708099, 'name': RelocateVM_Task, 'duration_secs': 0.025936} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.216243] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Volume attach. Driver type: vmdk {{(pid=65923) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1373.216437] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918811', 'volume_id': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'name': 'volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '762868f4-1629-4c2b-85e5-0f81aa0acf62', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'serial': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1373.217195] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8742465e-5c6b-4fdf-839c-3ab11f9ab605 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.232361] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a941fbcb-581f-41e0-9b60-e2815452a5c0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.253335] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2/volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.253626] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eeb522a8-28f0-4b06-a167-34ad304c0908 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.273864] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1373.273864] env[65923]: value = "task-4708100" [ 1373.273864] env[65923]: _type = "Task" [ 1373.273864] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.282373] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.351270] env[65923]: DEBUG oslo_concurrency.lockutils [req-7a8a7cc9-c3ab-4e36-b21d-777e46e9fdcb req-e207f1ae-ba71-4d25-b76a-f07054f11ce0 service nova] Releasing lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.784203] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708100, 'name': ReconfigVM_Task, 'duration_secs': 0.256829} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.784596] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2/volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.789351] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42600162-a265-408b-b6fa-1ce087a98bbf {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.804204] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1373.804204] env[65923]: value = "task-4708101" [ 1373.804204] env[65923]: _type = "Task" [ 1373.804204] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.813789] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.315157] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708101, 'name': ReconfigVM_Task, 'duration_secs': 0.122728} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.315469] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918811', 'volume_id': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'name': 'volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '762868f4-1629-4c2b-85e5-0f81aa0acf62', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'serial': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2'} {{(pid=65923) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1374.316046] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bacb363-5ac4-466c-acb7-757de14da185 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.323844] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1374.323844] env[65923]: value = "task-4708102" [ 1374.323844] env[65923]: _type = "Task" [ 1374.323844] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.332492] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708102, 'name': Rename_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.834715] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708102, 'name': Rename_Task, 'duration_secs': 0.127176} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.835152] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.835238] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9335234f-1a51-417b-a579-41c31e19fee6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.842817] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1374.842817] env[65923]: value = "task-4708103" [ 1374.842817] env[65923]: _type = "Task" [ 1374.842817] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.850784] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.353708] env[65923]: DEBUG oslo_vmware.api [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708103, 'name': PowerOnVM_Task, 'duration_secs': 0.450154} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.353965] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.354182] env[65923]: INFO nova.compute.manager [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Took 3.96 seconds to spawn the instance on the hypervisor. [ 1375.354359] env[65923]: DEBUG nova.compute.manager [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Checking state {{(pid=65923) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1375.355148] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3896aa2c-a4b8-4fe2-8674-19e47e19afd7 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.873348] env[65923]: INFO nova.compute.manager [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Took 11.08 seconds to build instance. [ 1376.375682] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0000103a-b73a-44b0-b2cb-6a76fd973597 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.588s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.017506] env[65923]: DEBUG nova.compute.manager [req-de8ddb9f-8f82-4fc3-987b-df90374a9b31 req-9991c955-ad4d-4a1e-939b-bee5bb656e70 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Received event network-changed-98387d85-1f67-46eb-9b36-26196000ae4b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1377.017891] env[65923]: DEBUG nova.compute.manager [req-de8ddb9f-8f82-4fc3-987b-df90374a9b31 req-9991c955-ad4d-4a1e-939b-bee5bb656e70 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Refreshing instance network info cache due to event network-changed-98387d85-1f67-46eb-9b36-26196000ae4b. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1377.018137] env[65923]: DEBUG oslo_concurrency.lockutils [req-de8ddb9f-8f82-4fc3-987b-df90374a9b31 req-9991c955-ad4d-4a1e-939b-bee5bb656e70 service nova] Acquiring lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.018283] env[65923]: DEBUG oslo_concurrency.lockutils [req-de8ddb9f-8f82-4fc3-987b-df90374a9b31 req-9991c955-ad4d-4a1e-939b-bee5bb656e70 service nova] Acquired lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.018440] env[65923]: DEBUG nova.network.neutron [req-de8ddb9f-8f82-4fc3-987b-df90374a9b31 req-9991c955-ad4d-4a1e-939b-bee5bb656e70 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Refreshing network info cache for port 98387d85-1f67-46eb-9b36-26196000ae4b {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.521849] env[65923]: WARNING neutronclient.v2_0.client [req-de8ddb9f-8f82-4fc3-987b-df90374a9b31 req-9991c955-ad4d-4a1e-939b-bee5bb656e70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.691807] env[65923]: WARNING neutronclient.v2_0.client [req-de8ddb9f-8f82-4fc3-987b-df90374a9b31 req-9991c955-ad4d-4a1e-939b-bee5bb656e70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.763464] env[65923]: DEBUG nova.network.neutron [req-de8ddb9f-8f82-4fc3-987b-df90374a9b31 req-9991c955-ad4d-4a1e-939b-bee5bb656e70 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Updated VIF entry in instance network info cache for port 98387d85-1f67-46eb-9b36-26196000ae4b. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1377.763882] env[65923]: DEBUG nova.network.neutron [req-de8ddb9f-8f82-4fc3-987b-df90374a9b31 req-9991c955-ad4d-4a1e-939b-bee5bb656e70 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Updating instance_info_cache with network_info: [{"id": "98387d85-1f67-46eb-9b36-26196000ae4b", "address": "fa:16:3e:c6:02:07", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98387d85-1f", "ovs_interfaceid": "98387d85-1f67-46eb-9b36-26196000ae4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.267077] env[65923]: DEBUG oslo_concurrency.lockutils [req-de8ddb9f-8f82-4fc3-987b-df90374a9b31 req-9991c955-ad4d-4a1e-939b-bee5bb656e70 service nova] Releasing lock "refresh_cache-c8bbd96f-57f3-4eba-8360-502d58a49175" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.506820] env[65923]: DEBUG nova.compute.manager [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Stashing vm_state: active {{(pid=65923) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1379.028168] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.028546] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.052467] env[65923]: DEBUG nova.compute.manager [req-e0f06432-c58a-408d-9af8-2416f2417ce8 req-bb1416b2-4f5a-455d-8df7-19da7703e617 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Received event network-changed-44a5f5cd-7121-40b0-ab5b-04f357dc6d37 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1379.052682] env[65923]: DEBUG nova.compute.manager [req-e0f06432-c58a-408d-9af8-2416f2417ce8 req-bb1416b2-4f5a-455d-8df7-19da7703e617 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Refreshing instance network info cache due to event network-changed-44a5f5cd-7121-40b0-ab5b-04f357dc6d37. {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1379.052893] env[65923]: DEBUG oslo_concurrency.lockutils [req-e0f06432-c58a-408d-9af8-2416f2417ce8 req-bb1416b2-4f5a-455d-8df7-19da7703e617 service nova] Acquiring lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.053097] env[65923]: DEBUG oslo_concurrency.lockutils [req-e0f06432-c58a-408d-9af8-2416f2417ce8 req-bb1416b2-4f5a-455d-8df7-19da7703e617 service nova] Acquired lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.053287] env[65923]: DEBUG nova.network.neutron [req-e0f06432-c58a-408d-9af8-2416f2417ce8 req-bb1416b2-4f5a-455d-8df7-19da7703e617 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Refreshing network info cache for port 44a5f5cd-7121-40b0-ab5b-04f357dc6d37 {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.534857] env[65923]: INFO nova.compute.claims [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.556061] env[65923]: WARNING neutronclient.v2_0.client [req-e0f06432-c58a-408d-9af8-2416f2417ce8 req-bb1416b2-4f5a-455d-8df7-19da7703e617 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1379.721525] env[65923]: WARNING neutronclient.v2_0.client [req-e0f06432-c58a-408d-9af8-2416f2417ce8 req-bb1416b2-4f5a-455d-8df7-19da7703e617 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1379.790029] env[65923]: DEBUG nova.network.neutron [req-e0f06432-c58a-408d-9af8-2416f2417ce8 req-bb1416b2-4f5a-455d-8df7-19da7703e617 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updated VIF entry in instance network info cache for port 44a5f5cd-7121-40b0-ab5b-04f357dc6d37. {{(pid=65923) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1379.790440] env[65923]: DEBUG nova.network.neutron [req-e0f06432-c58a-408d-9af8-2416f2417ce8 req-bb1416b2-4f5a-455d-8df7-19da7703e617 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance_info_cache with network_info: [{"id": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "address": "fa:16:3e:5d:b4:2a", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a5f5cd-71", "ovs_interfaceid": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.929195] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.041957] env[65923]: INFO nova.compute.resource_tracker [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating resource usage from migration c5adbb72-3018-48bc-b319-ece6b907ad0d [ 1380.106448] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05e79d5-c77e-43bd-9763-9706739067bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.116157] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e469a71-af5f-40cb-a1fa-f92c8b431fe1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.147075] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b4a528-b90e-4ef8-ae6b-3010d5f37b96 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.155591] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0e49d0-37e2-4104-9bb0-ef2d4b165aec {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.170701] env[65923]: DEBUG nova.compute.provider_tree [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.294151] env[65923]: DEBUG oslo_concurrency.lockutils [req-e0f06432-c58a-408d-9af8-2416f2417ce8 req-bb1416b2-4f5a-455d-8df7-19da7703e617 service nova] Releasing lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.435027] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.436026] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.436026] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1380.436026] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.674381] env[65923]: DEBUG nova.scheduler.client.report [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.938807] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.179232] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.151s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.179491] env[65923]: INFO nova.compute.manager [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Migrating [ 1381.185978] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.247s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.186186] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.186334] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1381.187185] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e114ff-2224-44d0-aa25-e82580fc9fdc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.205255] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc62667e-113b-499b-b75b-cdf1d58d2265 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.222167] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cbeef0-5554-4665-976d-a6862fd2d90d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.229866] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e9f58e-906c-47f1-a964-721db8a48396 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.261013] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180432MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1381.261288] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.261544] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.700682] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.701093] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.701246] env[65923]: DEBUG nova.network.neutron [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1382.204552] env[65923]: WARNING neutronclient.v2_0.client [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1382.268372] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Applying migration context for instance 762868f4-1629-4c2b-85e5-0f81aa0acf62 as it has an incoming, in-progress migration c5adbb72-3018-48bc-b319-ece6b907ad0d. Migration status is pre-migrating {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1382.269110] env[65923]: INFO nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating resource usage from migration c5adbb72-3018-48bc-b319-ece6b907ad0d [ 1382.289471] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c8bbd96f-57f3-4eba-8360-502d58a49175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1382.289680] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1382.289782] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Migration c5adbb72-3018-48bc-b319-ece6b907ad0d is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1382.289900] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 762868f4-1629-4c2b-85e5-0f81aa0acf62 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1382.290090] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1382.290231] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=4 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_active': '3', 'num_task_None': '2', 'num_os_type_None': '3', 'num_proj_60c504a79d8c44478327ea8992f65cb8': '3', 'io_workload': '1', 'num_task_resize_prep': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1382.354906] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564bf04c-e981-40e8-87be-9098eb9b2ad9 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.363048] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a06e8be-2898-4aa3-9b95-a7c72a07361c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.393110] env[65923]: WARNING neutronclient.v2_0.client [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1382.395648] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88420cae-5794-447d-8b0d-670968377fc6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.403447] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ef98ee-5432-4fb4-9159-7ea6c6d53a87 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.416889] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.462644] env[65923]: DEBUG nova.network.neutron [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance_info_cache with network_info: [{"id": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "address": "fa:16:3e:5d:b4:2a", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a5f5cd-71", "ovs_interfaceid": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.920146] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.965309] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.425699] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1383.425921] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.713613] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.713856] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.714057] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.714224] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.714415] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.481850] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e141b993-b1eb-40be-9ac0-26857316baa4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.501246] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance '762868f4-1629-4c2b-85e5-0f81aa0acf62' progress to 0 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1385.007652] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.007977] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a777cdc-94d1-40ed-8fcc-06de4ac71ce0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.016190] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1385.016190] env[65923]: value = "task-4708104" [ 1385.016190] env[65923]: _type = "Task" [ 1385.016190] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.026196] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.526527] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708104, 'name': PowerOffVM_Task, 'duration_secs': 0.19992} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.526905] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.526955] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance '762868f4-1629-4c2b-85e5-0f81aa0acf62' progress to 17 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1386.033885] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1386.034263] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.034318] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1386.034469] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.034614] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1386.034761] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1386.034961] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1386.035133] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1386.035295] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1386.035456] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1386.035630] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1386.040529] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7929541-136f-457e-8e96-1ad3c4955f96 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.057698] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1386.057698] env[65923]: value = "task-4708105" [ 1386.057698] env[65923]: _type = "Task" [ 1386.057698] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.066769] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.568406] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708105, 'name': ReconfigVM_Task, 'duration_secs': 0.162747} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.568817] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance '762868f4-1629-4c2b-85e5-0f81aa0acf62' progress to 33 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1387.075732] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-22T01:30:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1387.076111] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.076355] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image limits 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1387.076621] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Flavor pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.076843] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Image pref 0:0:0 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1387.077085] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65923) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1387.077394] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1387.077632] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1387.077880] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Got 1 possible topologies {{(pid=65923) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1387.078133] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1387.078389] env[65923]: DEBUG nova.virt.hardware [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65923) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1387.083706] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1387.084070] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a3c369-dfc2-4d33-87c8-ff561e9ea4f6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.104406] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1387.104406] env[65923]: value = "task-4708106" [ 1387.104406] env[65923]: _type = "Task" [ 1387.104406] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.112826] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.617244] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708106, 'name': ReconfigVM_Task, 'duration_secs': 0.160013} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.617610] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1387.618303] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53af39ad-fca7-4a48-93c1-59dbbd8745e0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.640891] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2/volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.641537] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bd9f680-fb94-4138-9916-c286ae9202bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.660277] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1387.660277] env[65923]: value = "task-4708107" [ 1387.660277] env[65923]: _type = "Task" [ 1387.660277] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.669007] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.171641] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708107, 'name': ReconfigVM_Task, 'duration_secs': 0.24782} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.171959] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2/volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2.vmdk or device None with type thin {{(pid=65923) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.172245] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance '762868f4-1629-4c2b-85e5-0f81aa0acf62' progress to 50 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1388.679669] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5b5536-4a14-4200-a77d-a60a9459c214 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.699965] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f17d85-e003-4c3c-8e0f-bae93806f687 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.717496] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance '762868f4-1629-4c2b-85e5-0f81aa0acf62' progress to 67 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1390.326623] env[65923]: WARNING neutronclient.v2_0.client [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1390.327036] env[65923]: WARNING neutronclient.v2_0.client [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1390.371620] env[65923]: DEBUG nova.network.neutron [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Port 44a5f5cd-7121-40b0-ab5b-04f357dc6d37 binding to destination host cpu-1 is already ACTIVE {{(pid=65923) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1391.394728] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "762868f4-1629-4c2b-85e5-0f81aa0acf62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.395143] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.395285] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.402076] env[65923]: WARNING neutronclient.v2_0.client [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1392.433389] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.433579] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.433783] env[65923]: DEBUG nova.network.neutron [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1392.937146] env[65923]: WARNING neutronclient.v2_0.client [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1393.108578] env[65923]: WARNING neutronclient.v2_0.client [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1393.185055] env[65923]: DEBUG nova.network.neutron [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance_info_cache with network_info: [{"id": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "address": "fa:16:3e:5d:b4:2a", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a5f5cd-71", "ovs_interfaceid": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.688033] env[65923]: DEBUG oslo_concurrency.lockutils [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.199120] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d39acee-45be-4051-9b65-c1902a9d434b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.206223] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0ecb78-7e7b-4c89-8340-cdebf07b70f5 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.302897] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bff0bc1-fdde-4121-a8d2-7ec7e23c0716 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.323179] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc27b304-52ee-4656-b07e-2cadd5c0c384 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.330338] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance '762868f4-1629-4c2b-85e5-0f81aa0acf62' progress to 83 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.836500] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Powering on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1395.836803] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e51542d-074e-48b7-99f0-ae2e1ce90fa3 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.844533] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1395.844533] env[65923]: value = "task-4708108" [ 1395.844533] env[65923]: _type = "Task" [ 1395.844533] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.853120] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.354921] env[65923]: DEBUG oslo_vmware.api [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708108, 'name': PowerOnVM_Task, 'duration_secs': 0.377984} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.355336] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Powered on the VM {{(pid=65923) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.355382] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b4c7ae-1f99-4734-ac4c-b07ef9e68978 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance '762868f4-1629-4c2b-85e5-0f81aa0acf62' progress to 100 {{(pid=65923) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1399.111128] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "762868f4-1629-4c2b-85e5-0f81aa0acf62" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.111530] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.111652] env[65923]: DEBUG nova.compute.manager [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Going to confirm migration 10 {{(pid=65923) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1399.618012] env[65923]: WARNING neutronclient.v2_0.client [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1399.651521] env[65923]: WARNING neutronclient.v2_0.client [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1399.651854] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.652015] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquired lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.652191] env[65923]: DEBUG nova.network.neutron [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Building network info cache for instance {{(pid=65923) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1399.652380] env[65923]: DEBUG nova.objects.instance [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lazy-loading 'info_cache' on Instance uuid 762868f4-1629-4c2b-85e5-0f81aa0acf62 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.658814] env[65923]: WARNING neutronclient.v2_0.client [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1400.824623] env[65923]: WARNING neutronclient.v2_0.client [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1400.894036] env[65923]: DEBUG nova.network.neutron [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance_info_cache with network_info: [{"id": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "address": "fa:16:3e:5d:b4:2a", "network": {"id": "8d197d47-e229-409e-90a6-1676f766e171", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1686244001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60c504a79d8c44478327ea8992f65cb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44a5f5cd-71", "ovs_interfaceid": "44a5f5cd-7121-40b0-ab5b-04f357dc6d37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.396261] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Releasing lock "refresh_cache-762868f4-1629-4c2b-85e5-0f81aa0acf62" {{(pid=65923) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.396523] env[65923]: DEBUG nova.objects.instance [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lazy-loading 'migration_context' on Instance uuid 762868f4-1629-4c2b-85e5-0f81aa0acf62 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.899909] env[65923]: DEBUG nova.objects.base [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Object Instance<762868f4-1629-4c2b-85e5-0f81aa0acf62> lazy-loaded attributes: info_cache,migration_context {{(pid=65923) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1401.901028] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50021589-d8e2-43a6-9054-13b2a0c74d8e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.921151] env[65923]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43eee711-925f-4df3-8956-b27ce002de1f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.927192] env[65923]: DEBUG oslo_vmware.api [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1401.927192] env[65923]: value = "session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d06d81-7bc5-d707-c1a3-261a04ceee99" [ 1401.927192] env[65923]: _type = "Task" [ 1401.927192] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.936936] env[65923]: DEBUG oslo_vmware.api [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': session[52e8a76c-6bd3-2094-5676-d2806e24b1a2]52d06d81-7bc5-d707-c1a3-261a04ceee99, 'name': SearchDatastore_Task, 'duration_secs': 0.007695} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.937204] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.937535] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.514717] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436f0b8d-8654-43a0-a7cf-717f35b0d5fc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.522683] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca97632e-dd00-42a4-82d7-f0a406ad4593 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.553644] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478d8a80-b656-408a-ae2d-62590d7c53ed {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.561855] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ed9eb6-33b5-430c-b16e-90f7d1cdd40c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.575433] env[65923]: DEBUG nova.compute.provider_tree [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.078464] env[65923]: DEBUG nova.scheduler.client.report [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.089335] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.152s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.401416] env[65923]: INFO nova.compute.manager [None req-3551d9b9-f0d4-45a3-ad4f-46d605707800 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Get console output [ 1404.401645] env[65923]: WARNING nova.virt.vmwareapi.driver [None req-3551d9b9-f0d4-45a3-ad4f-46d605707800 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] The console log is missing. Check your VSPC configuration [ 1404.648021] env[65923]: INFO nova.scheduler.client.report [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted allocation for migration c5adbb72-3018-48bc-b319-ece6b907ad0d [ 1405.153789] env[65923]: DEBUG oslo_concurrency.lockutils [None req-0ef087b0-baf4-4318-837a-24d063cc02ae tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.042s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.725065] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.725065] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Cleaning up deleted instances with incomplete migration {{(pid=65923) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1431.327474] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "762868f4-1629-4c2b-85e5-0f81aa0acf62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.327889] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.327974] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "762868f4-1629-4c2b-85e5-0f81aa0acf62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.328147] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.328312] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.332013] env[65923]: INFO nova.compute.manager [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Terminating instance [ 1431.835868] env[65923]: DEBUG nova.compute.manager [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1431.836124] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.836454] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf7beb36-6278-4549-8018-d48be291ac81 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.844051] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1431.844051] env[65923]: value = "task-4708109" [ 1431.844051] env[65923]: _type = "Task" [ 1431.844051] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.853063] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.354210] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708109, 'name': PowerOffVM_Task, 'duration_secs': 0.187109} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.354613] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.354711] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Volume detach. Driver type: vmdk {{(pid=65923) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1432.354875] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918811', 'volume_id': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'name': 'volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '762868f4-1629-4c2b-85e5-0f81aa0acf62', 'attached_at': '2025-11-22T01:46:04.000000', 'detached_at': '', 'volume_id': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'serial': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1432.355672] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3faddd-f937-4581-aa93-01b9a06b9419 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.373727] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae017953-d00f-4122-ba66-d6c59ee18942 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.380427] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fa877c-61fe-4766-a22e-a93925329c15 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.397799] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f39c75-98de-492b-8873-33b1c6774a63 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.412437] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] The volume has not been displaced from its original location: [datastore2] volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2/volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2.vmdk. No consolidation needed. {{(pid=65923) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1432.417761] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1432.418075] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d07a4f-5d45-4d64-86ac-f9fa8aecb6cd {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.437110] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1432.437110] env[65923]: value = "task-4708110" [ 1432.437110] env[65923]: _type = "Task" [ 1432.437110] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.447018] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.947098] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708110, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.448157] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708110, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.949642] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708110, 'name': ReconfigVM_Task, 'duration_secs': 1.182494} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.949986] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=65923) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1433.955254] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42d8ae2f-77e8-4d89-9243-ee0239d1ee6c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.971337] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1433.971337] env[65923]: value = "task-4708111" [ 1433.971337] env[65923]: _type = "Task" [ 1433.971337] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.979618] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.481354] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708111, 'name': ReconfigVM_Task, 'duration_secs': 0.120675} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.481724] env[65923]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-918811', 'volume_id': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'name': 'volume-bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '762868f4-1629-4c2b-85e5-0f81aa0acf62', 'attached_at': '2025-11-22T01:46:04.000000', 'detached_at': '', 'volume_id': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2', 'serial': 'bc5f6415-7060-495e-a1d7-c7bd53cc2ba2'} {{(pid=65923) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1434.481852] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.482609] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d655e651-660c-48bc-8c05-d7d68a1d846a {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.489218] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.489442] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-151093ca-9144-4054-9af6-7b76f6f75fa8 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.557551] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.557916] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.558075] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleting the datastore file [datastore2] 762868f4-1629-4c2b-85e5-0f81aa0acf62 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.558325] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e632400-0045-4c45-b246-a099414a3395 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.565298] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1434.565298] env[65923]: value = "task-4708113" [ 1434.565298] env[65923]: _type = "Task" [ 1434.565298] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.573468] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.075101] env[65923]: DEBUG oslo_vmware.api [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083734} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.075422] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.075653] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.075866] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.076060] env[65923]: INFO nova.compute.manager [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Took 3.24 seconds to destroy the instance on the hypervisor. [ 1435.076389] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1435.076591] env[65923]: DEBUG nova.compute.manager [-] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1435.076689] env[65923]: DEBUG nova.network.neutron [-] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1435.076935] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1435.108051] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1435.582039] env[65923]: DEBUG nova.compute.manager [req-72d9c78b-ec2d-4c0e-bbf8-72acc46b48c6 req-63558f60-b42f-4956-a466-d1e750248876 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Received event network-vif-deleted-44a5f5cd-7121-40b0-ab5b-04f357dc6d37 {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1435.582347] env[65923]: INFO nova.compute.manager [req-72d9c78b-ec2d-4c0e-bbf8-72acc46b48c6 req-63558f60-b42f-4956-a466-d1e750248876 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Neutron deleted interface 44a5f5cd-7121-40b0-ab5b-04f357dc6d37; detaching it from the instance and deleting it from the info cache [ 1435.582510] env[65923]: DEBUG nova.network.neutron [req-72d9c78b-ec2d-4c0e-bbf8-72acc46b48c6 req-63558f60-b42f-4956-a466-d1e750248876 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.057660] env[65923]: DEBUG nova.network.neutron [-] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.085279] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b89304e6-5420-4d97-aa23-d81879914a51 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.097028] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6481ced-8f53-4a2d-a3cf-aa0f18ac136f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.125429] env[65923]: DEBUG nova.compute.manager [req-72d9c78b-ec2d-4c0e-bbf8-72acc46b48c6 req-63558f60-b42f-4956-a466-d1e750248876 service nova] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Detach interface failed, port_id=44a5f5cd-7121-40b0-ab5b-04f357dc6d37, reason: Instance 762868f4-1629-4c2b-85e5-0f81aa0acf62 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1436.226177] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.561069] env[65923]: INFO nova.compute.manager [-] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Took 1.48 seconds to deallocate network for instance. [ 1436.729378] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.729771] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.729771] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.729909] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65923) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1436.730823] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1631dd-e766-4136-8cda-ab2bca2fe229 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.739665] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fac519-9f3f-4c9c-9aaa-6221edeb4c60 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.753691] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0713adaa-0617-4c77-bf6e-37835f0f0c80 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.760973] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9195906-a239-40cc-94a0-756d65eb9b28 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.789915] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180265MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65923) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1436.790113] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.790280] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.108894] env[65923]: INFO nova.compute.manager [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Took 0.55 seconds to detach 1 volumes for instance. [ 1437.111437] env[65923]: DEBUG nova.compute.manager [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: 762868f4-1629-4c2b-85e5-0f81aa0acf62] Deleting volume: bc5f6415-7060-495e-a1d7-c7bd53cc2ba2 {{(pid=65923) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1437.653444] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.851882] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c8bbd96f-57f3-4eba-8360-502d58a49175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1437.852212] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1437.852212] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Instance 762868f4-1629-4c2b-85e5-0f81aa0acf62 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65923) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1437.852351] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1437.852495] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_active': '3', 'num_task_None': '2', 'num_os_type_None': '3', 'num_proj_60c504a79d8c44478327ea8992f65cb8': '3', 'io_workload': '0', 'num_task_deleting': '1'} {{(pid=65923) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1437.903992] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9cf1b9-8bc0-4067-935f-9516020bf406 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.912275] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecb256a-9c43-4005-9a19-492c58c72ef0 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.944332] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306d06fb-9e38-41a5-8dba-1bbe821b29cc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.952375] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746432a5-9ccc-43a4-8aa7-fd09a6367ef1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.966543] env[65923]: DEBUG nova.compute.provider_tree [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.470354] env[65923]: DEBUG nova.scheduler.client.report [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.975620] env[65923]: DEBUG nova.compute.resource_tracker [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65923) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1438.976043] env[65923]: DEBUG oslo_concurrency.lockutils [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.186s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.976118] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.323s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.976373] env[65923]: DEBUG nova.objects.instance [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lazy-loading 'resources' on Instance uuid 762868f4-1629-4c2b-85e5-0f81aa0acf62 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.977444] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.977588] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Cleaning up deleted instances {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1439.488035] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] There are 19 instances to clean {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1439.488252] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: aa1cf053-6345-4fa1-b84f-80e699626603] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1439.543288] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c6bd2a-b2ac-4518-8ea4-bc08e7027111 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.551813] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932046a3-4781-4f3d-8893-9bf8ccb1afd6 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.585663] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442888e0-11ba-4259-8cb9-c90df82cbc8e {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.593958] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c47d31-42e7-455a-93d7-649151a79946 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.607873] env[65923]: DEBUG nova.compute.provider_tree [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.991725] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 2d5421ab-a47a-48a7-a20f-2e10a4845de9] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1440.111289] env[65923]: DEBUG nova.scheduler.client.report [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.495373] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 3c935725-1cb3-4e01-a726-04ea5a0a1dee] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1440.616222] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.636875] env[65923]: INFO nova.scheduler.client.report [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted allocations for instance 762868f4-1629-4c2b-85e5-0f81aa0acf62 [ 1440.999661] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 9d63ac8c-0277-4fc4-acc0-e3ee999cceef] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1441.145220] env[65923]: DEBUG oslo_concurrency.lockutils [None req-c45b75ed-7985-4487-b327-77f5f6f30a3f tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "762868f4-1629-4c2b-85e5-0f81aa0acf62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.817s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.503264] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: a6f5bc8a-a787-4ee2-8f7a-acb3135c77d5] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1442.006957] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: dca7ede7-37eb-426b-b3fa-32f0124c1ca9] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1442.291076] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.291415] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.291649] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.291859] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.292052] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.294625] env[65923]: INFO nova.compute.manager [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Terminating instance [ 1442.510081] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: da1c278f-e6ac-449a-8ec4-5a4448c41ea4] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1442.798824] env[65923]: DEBUG nova.compute.manager [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1442.799037] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.799890] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d59e5b-cea0-44d3-bc2a-f7035d591d2c {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.808607] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.808861] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87985b86-1041-402d-a86d-ff261956c094 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.817612] env[65923]: DEBUG oslo_vmware.api [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1442.817612] env[65923]: value = "task-4708115" [ 1442.817612] env[65923]: _type = "Task" [ 1442.817612] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.826857] env[65923]: DEBUG oslo_vmware.api [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.014083] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 84f4adb1-17fa-4dfc-a070-8b66f888b64e] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1443.328210] env[65923]: DEBUG oslo_vmware.api [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708115, 'name': PowerOffVM_Task, 'duration_secs': 0.198416} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.328483] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.328709] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.328975] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc9c663f-747a-4e2a-ac9d-a1ba129cf252 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.405287] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.405547] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Deleting contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.405722] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleting the datastore file [datastore1] c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.406031] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dca9d4ff-bc4b-45d1-9d79-8f165eca7630 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.413530] env[65923]: DEBUG oslo_vmware.api [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1443.413530] env[65923]: value = "task-4708117" [ 1443.413530] env[65923]: _type = "Task" [ 1443.413530] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.422156] env[65923]: DEBUG oslo_vmware.api [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.517138] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 0f402ae1-e1f5-4c75-a6dc-f40f0b34da16] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1443.923416] env[65923]: DEBUG oslo_vmware.api [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150983} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.923693] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.923878] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Deleted contents of the VM from datastore datastore1 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.924063] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.924241] env[65923]: INFO nova.compute.manager [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1443.924501] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1443.924699] env[65923]: DEBUG nova.compute.manager [-] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1443.924794] env[65923]: DEBUG nova.network.neutron [-] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1443.925054] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1443.956828] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1444.020481] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 89fac7d9-a468-4f8c-957f-42b1e127fc1f] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1444.195984] env[65923]: DEBUG nova.compute.manager [req-3d545ce6-5882-472d-8aef-b7cd2748b45f req-fd100ffc-9ff1-499c-b2d9-fd432dda4e49 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Received event network-vif-deleted-edf61fce-bc76-4f51-a911-26cba36b0c7f {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1444.196258] env[65923]: INFO nova.compute.manager [req-3d545ce6-5882-472d-8aef-b7cd2748b45f req-fd100ffc-9ff1-499c-b2d9-fd432dda4e49 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Neutron deleted interface edf61fce-bc76-4f51-a911-26cba36b0c7f; detaching it from the instance and deleting it from the info cache [ 1444.196484] env[65923]: DEBUG nova.network.neutron [req-3d545ce6-5882-472d-8aef-b7cd2748b45f req-fd100ffc-9ff1-499c-b2d9-fd432dda4e49 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.524317] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 50c5a097-6fea-485c-aafd-5c00eb78e594] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1444.671274] env[65923]: DEBUG nova.network.neutron [-] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.698461] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88dc9c3c-87f0-4f68-b4bd-e569e269609b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.708989] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dc4838-41d4-40d2-b6c2-361dc4d4dae1 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.735830] env[65923]: DEBUG nova.compute.manager [req-3d545ce6-5882-472d-8aef-b7cd2748b45f req-fd100ffc-9ff1-499c-b2d9-fd432dda4e49 service nova] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Detach interface failed, port_id=edf61fce-bc76-4f51-a911-26cba36b0c7f, reason: Instance c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1445.027211] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 955e648f-e080-4825-8373-0edfbda3a0ae] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.174335] env[65923]: INFO nova.compute.manager [-] [instance: c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2] Took 1.25 seconds to deallocate network for instance. [ 1445.532017] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 2935cac3-787c-483b-bef9-3af01c708fe8] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.680764] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.681015] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.681257] env[65923]: DEBUG nova.objects.instance [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lazy-loading 'resources' on Instance uuid c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.035579] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 7a5730bd-59fa-4b87-9169-ea29d17a4fd2] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1446.232368] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4031faa8-b1e5-4166-8723-db6a1e78f3c4 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.240772] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f527ae5-d0f4-42a9-bc5c-43ddc294a6ff {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.274727] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4951739-31c1-4f04-b812-e94bbee41077 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.283408] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81876388-a74f-4f60-94df-b6d3dbc558eb {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.298353] env[65923]: DEBUG nova.compute.provider_tree [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.539207] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 18bc37fd-54d1-45d7-a100-a3413b576cbd] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1446.802176] env[65923]: DEBUG nova.scheduler.client.report [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.042841] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 9d524ab6-cab6-4d5c-91a8-4c63ed3c581f] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1447.307598] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.325975] env[65923]: INFO nova.scheduler.client.report [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted allocations for instance c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2 [ 1447.546520] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 8b6638b9-686b-41ec-b529-02cbdbd6fd08] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1447.834134] env[65923]: DEBUG oslo_concurrency.lockutils [None req-9ba62f72-79b6-4f60-9233-d1f794149740 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c5ac753e-62ea-4f68-a4a8-39c55d8cf3f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.543s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.049574] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 197a79f4-da56-43d6-8b69-cab83867bc9a] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1448.553213] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] [instance: 83e9eb94-b087-49db-865e-f32e66f90e6f] Instance has had 0 of 5 cleanup attempts {{(pid=65923) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1449.056829] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.056537] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.056833] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.057076] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.057402] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.057497] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.057712] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.057897] env[65923]: DEBUG oslo_service.periodic_task [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65923) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.058058] env[65923]: DEBUG nova.compute.manager [None req-42e1ac04-c744-41f3-97ee-b03526796e28 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65923) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1452.082964] env[65923]: DEBUG oslo_concurrency.lockutils [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "c8bbd96f-57f3-4eba-8360-502d58a49175" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.083390] env[65923]: DEBUG oslo_concurrency.lockutils [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c8bbd96f-57f3-4eba-8360-502d58a49175" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.083573] env[65923]: DEBUG oslo_concurrency.lockutils [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "c8bbd96f-57f3-4eba-8360-502d58a49175-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.083773] env[65923]: DEBUG oslo_concurrency.lockutils [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c8bbd96f-57f3-4eba-8360-502d58a49175-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.083941] env[65923]: DEBUG oslo_concurrency.lockutils [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c8bbd96f-57f3-4eba-8360-502d58a49175-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.086317] env[65923]: INFO nova.compute.manager [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Terminating instance [ 1452.590564] env[65923]: DEBUG nova.compute.manager [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Start destroying the instance on the hypervisor. {{(pid=65923) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1452.590787] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Destroying instance {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.591700] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb0284-82ab-491d-bd05-19203d2004df {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.600440] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Powering off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.600700] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2da07de9-d372-46ad-900f-ef8e7ac5b765 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.608329] env[65923]: DEBUG oslo_vmware.api [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1452.608329] env[65923]: value = "task-4708119" [ 1452.608329] env[65923]: _type = "Task" [ 1452.608329] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.620114] env[65923]: DEBUG oslo_vmware.api [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.118907] env[65923]: DEBUG oslo_vmware.api [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708119, 'name': PowerOffVM_Task, 'duration_secs': 0.219716} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.119300] env[65923]: DEBUG nova.virt.vmwareapi.vm_util [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Powered off the VM {{(pid=65923) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.119342] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Unregistering the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.119612] env[65923]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f53bdb7-2fd8-4bba-b346-6ee0c73264bc {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.188720] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Unregistered the VM {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.188972] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Deleting contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.189147] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleting the datastore file [datastore2] c8bbd96f-57f3-4eba-8360-502d58a49175 {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.189429] env[65923]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57b4fc9b-7902-418e-89e2-271b09a2792b {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.197195] env[65923]: DEBUG oslo_vmware.api [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for the task: (returnval){ [ 1453.197195] env[65923]: value = "task-4708121" [ 1453.197195] env[65923]: _type = "Task" [ 1453.197195] env[65923]: } to complete. {{(pid=65923) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.205780] env[65923]: DEBUG oslo_vmware.api [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.708254] env[65923]: DEBUG oslo_vmware.api [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Task: {'id': task-4708121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142576} completed successfully. {{(pid=65923) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.708552] env[65923]: DEBUG nova.virt.vmwareapi.ds_util [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted the datastore file {{(pid=65923) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.708742] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Deleted contents of the VM from datastore datastore2 {{(pid=65923) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.708944] env[65923]: DEBUG nova.virt.vmwareapi.vmops [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Instance destroyed {{(pid=65923) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.709144] env[65923]: INFO nova.compute.manager [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1453.709422] env[65923]: DEBUG oslo.service.backend._common.loopingcall [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65923) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1453.709630] env[65923]: DEBUG nova.compute.manager [-] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Deallocating network for instance {{(pid=65923) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1453.709744] env[65923]: DEBUG nova.network.neutron [-] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] deallocate_for_instance() {{(pid=65923) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1453.710057] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1453.750991] env[65923]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1454.007625] env[65923]: DEBUG nova.compute.manager [req-1fd180da-9f2c-4b03-9edb-7a09ce9510ca req-45ecb8ec-9164-468e-a5b3-063babf1e5b9 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Received event network-vif-deleted-98387d85-1f67-46eb-9b36-26196000ae4b {{(pid=65923) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1454.007988] env[65923]: INFO nova.compute.manager [req-1fd180da-9f2c-4b03-9edb-7a09ce9510ca req-45ecb8ec-9164-468e-a5b3-063babf1e5b9 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Neutron deleted interface 98387d85-1f67-46eb-9b36-26196000ae4b; detaching it from the instance and deleting it from the info cache [ 1454.008204] env[65923]: DEBUG nova.network.neutron [req-1fd180da-9f2c-4b03-9edb-7a09ce9510ca req-45ecb8ec-9164-468e-a5b3-063babf1e5b9 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.485469] env[65923]: DEBUG nova.network.neutron [-] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Updating instance_info_cache with network_info: [] {{(pid=65923) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.510378] env[65923]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-068231ac-3aa6-4314-8e51-69730961028d {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.523308] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600f47ee-720e-4fbf-9ff5-3535e69f5eda {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.550135] env[65923]: DEBUG nova.compute.manager [req-1fd180da-9f2c-4b03-9edb-7a09ce9510ca req-45ecb8ec-9164-468e-a5b3-063babf1e5b9 service nova] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Detach interface failed, port_id=98387d85-1f67-46eb-9b36-26196000ae4b, reason: Instance c8bbd96f-57f3-4eba-8360-502d58a49175 could not be found. {{(pid=65923) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1454.988622] env[65923]: INFO nova.compute.manager [-] [instance: c8bbd96f-57f3-4eba-8360-502d58a49175] Took 1.28 seconds to deallocate network for instance. [ 1455.496530] env[65923]: DEBUG oslo_concurrency.lockutils [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.496950] env[65923]: DEBUG oslo_concurrency.lockutils [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.497077] env[65923]: DEBUG nova.objects.instance [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lazy-loading 'resources' on Instance uuid c8bbd96f-57f3-4eba-8360-502d58a49175 {{(pid=65923) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.032245] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2dcb35-1ffd-4a03-a4a0-7c83afa36d9f {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.040129] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40f4d59-f5b1-41e7-bb2f-c04adead7010 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.070758] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced2cf7b-a69b-4950-a854-91d3627b2e10 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.081021] env[65923]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf9a77c-4a3c-473c-bccc-da8692721e95 {{(pid=65923) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.093982] env[65923]: DEBUG nova.compute.provider_tree [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed in ProviderTree for provider: ff363446-31c5-4a8a-b33a-4a621655a19a {{(pid=65923) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.597790] env[65923]: DEBUG nova.scheduler.client.report [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Inventory has not changed for provider ff363446-31c5-4a8a-b33a-4a621655a19a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65923) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.103509] env[65923]: DEBUG oslo_concurrency.lockutils [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.124073] env[65923]: INFO nova.scheduler.client.report [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Deleted allocations for instance c8bbd96f-57f3-4eba-8360-502d58a49175 [ 1457.634962] env[65923]: DEBUG oslo_concurrency.lockutils [None req-638fc9bd-dcc9-44a2-ab8d-438b67243037 tempest-ServerActionsTestOtherA-249085083 tempest-ServerActionsTestOtherA-249085083-project-member] Lock "c8bbd96f-57f3-4eba-8360-502d58a49175" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.551s {{(pid=65923) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}